-- Logs begin at Wed 2022-09-28 15:00:46 UTC, end at Wed 2022-09-28 16:01:49 UTC. -- Sep 28 15:33:07.242059 dv-cinder-859319-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 28 15:33:09.905364 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.common.config [-] Logging enabled! Sep 28 15:33:09.905981 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 28 15:33:09.906190 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112717) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 28 15:33:09.909324 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.common.config [-] Logging enabled! Sep 28 15:33:09.909580 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 28 15:33:09.909950 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112717) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 28 15:33:09.910967 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 15:33:09.911203 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 15:33:09.911728 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 15:33:09.911975 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 15:33:09.912203 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 15:33:09.912524 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.912826 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.913061 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.913356 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.913649 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.913959 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.914257 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.914556 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.914845 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.915124 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.915408 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.915638 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.915919 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.916212 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.916505 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.916737 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] debug = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.917021 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.917457 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.917867 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.918163 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.918456 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.918737 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.919011 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.919287 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.919569 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.919898 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] host = dv-cinder-859319-2-iscsi {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.920174 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.920465 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.920755 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.921042 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.921320 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.921596 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.921901 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.922180 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.922453 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] log_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.922727 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.923016 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.923306 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.923598 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.923823 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.924046 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.924337 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.924629 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.924906 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.925181 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.925455 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.925740 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.926099 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.926374 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.926669 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.926983 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.927273 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.927550 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.927823 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.928097 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.928371 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.928658 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.928930 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.929203 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.929476 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.929765 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.930066 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.930345 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.930649 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.930937 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.931224 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.931514 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.931787 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.932071 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.932346 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.932618 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.932891 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] use_json = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.933164 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.933434 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.933717 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.934013 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.934286 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.934559 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.934830 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.935115 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.935388 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:09.935685 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.935983 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.936287 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.936580 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.936892 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.937175 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.937468 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.937746 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.938068 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.938361 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.938650 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.938929 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.939231 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.939524 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.939820 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.940123 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.940421 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.940716 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.940994 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.941270 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.941619 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.941932 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.942222 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.943013 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.943306 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.943598 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.943878 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.944178 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.944463 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.944749 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.945044 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.945335 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.945612 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.945914 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.946209 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.946488 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.946764 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.947060 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.947340 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.947614 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.947892 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.948184 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.948475 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.948750 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.949029 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.949319 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.949595 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.949883 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.950159 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.950441 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.950710 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.950995 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.951271 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.951543 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.951817 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.952094 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.952365 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.952636 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.952913 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.953187 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.953463 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.953736 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.954035 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.954308 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.954578 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.954849 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.955120 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.955390 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.955665 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.955935 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.956205 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.956475 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.956750 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.957069 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.957381 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.957679 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.957984 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.958868 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.959173 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.959457 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.959737 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.960014 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.960290 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.960567 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.960839 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.961131 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.961415 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.961700 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.962012 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.962310 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.962609 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.962887 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.963167 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.963445 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.963725 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.964001 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.964291 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.964564 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.964842 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.965128 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.965417 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.965714 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.966038 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.966321 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.966619 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.966918 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.967217 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.967498 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.967805 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.968084 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:09.968301 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 15:33:09.968542 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112717) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 28 15:33:10.346399 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 28 15:33:10.346721 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 28 15:33:10.346988 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 28 15:33:10.347216 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 28 15:33:10.347493 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 28 15:33:10.347826 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 28 15:33:10.673862 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.674169 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.674441 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.675666 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.676002 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.676267 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.728815 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.729091 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.729359 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.746101 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.746382 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.746655 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.774192 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.774470 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.774740 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.811713 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.811985 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:10.812266 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.042652 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.043272 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.043272 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.044290 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.044996 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.141224 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.141553 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.141839 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.142132 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.142398 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.142707 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.142967 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.143222 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.143477 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.143758 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.144017 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.144280 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.144537 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.144786 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.145042 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.145304 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.146092 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.146362 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.146631 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.146888 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.147158 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.147410 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.147692 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.148072 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.148322 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.148568 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.148962 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 15:33:11.149204 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 15:33:11.149442 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 15:33:11.149679 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 15:33:11.149948 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 15:33:11.150186 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 15:33:11.150552 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 28 15:33:11.153623 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 28 15:33:11.157548 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 28 15:33:11.161865 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 28 15:33:11.163499 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 28 15:33:11.164122 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 28 15:33:11.164463 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 28 15:33:11.164852 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 28 15:33:11.167647 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 28 15:33:11.167894 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 28 15:33:11.168237 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 28 15:33:11.173283 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 28 15:33:11.196366 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 28 15:33:11.196819 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.197119 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112717) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 28 15:33:11.197490 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.198862 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112717) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 28 15:33:11.199141 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 28 15:33:11.199382 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 28 15:33:11.210709 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.210993 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:11.335493 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 28 15:33:11.335737 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 28 15:33:11.335974 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 28 15:33:11.336365 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 28 15:33:11.389088 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO dbcounter [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Registered counter for database neutron Sep 28 15:33:11.409368 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_db.sqlalchemy.engines [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112717) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 28 15:33:11.415345 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG dbcounter [-] [112717] Writer thread running {{(pid=112717) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 15:33:11.955941 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Initializing driver for type 'gre' Sep 28 15:33:11.956600 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] gre ID ranges: [(1, 1000)] Sep 28 15:33:12.021539 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Initializing driver for type 'local' Sep 28 15:33:12.022000 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Initializing driver for type 'vlan' Sep 28 15:33:12.035237 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] VlanTypeDriver initialization complete Sep 28 15:33:12.035740 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Initializing driver for type 'vxlan' Sep 28 15:33:12.036733 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] vxlan ID ranges: [(1, 1000)] Sep 28 15:33:12.095505 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Initializing extension driver 'port_security' Sep 28 15:33:12.096222 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.extensions.port_security [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] PortSecurityExtensionDriver initialization complete Sep 28 15:33:12.096222 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Initializing mechanism driver 'openvswitch' Sep 28 15:33:12.096519 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Initializing mechanism driver 'hyperv' Sep 28 15:33:12.103508 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.plugins.ml2.plugin [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:33:12.104184 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > port after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.104562 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > port after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.104921 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > port after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.105424 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 15:33:12.105863 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > subnet after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.106228 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > subnet after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.106577 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.106973 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 15:33:12.107383 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > network after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.107735 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > network after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.108081 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > network after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.108472 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 15:33:12.108880 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > security_group after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.109232 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > security_group after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.109574 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > security_group after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.109991 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 15:33:12.110396 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.110744 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.111084 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.111603 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 15:33:12.112013 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > address_group after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.112364 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > address_group after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.112715 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > address_group after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.113105 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 15:33:12.113548 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] ML2 OVO RPC backend initialized. {{(pid=112717) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 28 15:33:12.114879 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.115243 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.115664 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > network before_response 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.116017 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > networks before_response 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.116368 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > port before_response 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.116713 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > ports before_response 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.117059 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > subnet before_response 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.117401 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > subnets before_response 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.117754 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > network after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.118124 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > network after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.118467 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > network after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.118810 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > port after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.119150 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > port after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.119492 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > port after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.119830 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > subnet after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.120173 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > subnet after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.120759 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.128288 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded quota_driver: . Sep 28 15:33:12.128655 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.plugin [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Modular L2 Plugin initialization complete Sep 28 15:33:12.129006 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading services supported by the core plugin {{(pid=112717) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 28 15:33:12.129350 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.plugins.ml2.managers [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Got port-security extension from driver 'port_security' Sep 28 15:33:12.129888 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.extensions.vlantransparent [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Disabled vlantransparent extension. Sep 28 15:33:12.130374 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112717) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 28 15:33:12.130697 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading Plugin: router Sep 28 15:33:12.165729 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router_interface before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.166146 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router after_create 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.166521 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router before_create 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.166889 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.167267 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.167653 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router after_delete 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.168013 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > floatingip after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.168364 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > floatingip after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.168722 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router after_create 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.169070 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router after_update 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.169420 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router after_update 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.169772 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.170163 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router after_update 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.170580 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router precommit_update 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.170951 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: port after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.171294 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: port after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.171634 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: subnet after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.171982 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.172336 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > port precommit_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.172687 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router precommit_create 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.173033 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: port before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.173377 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router precommit_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.173734 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router after_update 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.174118 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router precommit_delete 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.174478 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router precommit_create 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.174844 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.175189 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router precommit_update 55549900 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.175557 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > agent after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.175909 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > agent after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.176256 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > network after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.177749 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Tracking information for resource: router configured {{(pid=112717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 15:33:12.178111 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Tracking information for resource: floatingip configured {{(pid=112717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 15:33:12.182993 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.db.l3_agentschedulers_db [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 28 15:33:12.183580 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: port after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.183951 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: port after_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.184310 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: port after_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.184668 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: port after_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.185453 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router before_create 55550100 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.185823 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router precommit_delete 55550100 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.186226 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router precommit_create 55550100 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.186587 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > router precommit_update 55550100 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.191383 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.services.provider_configuration [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service providers = [] {{(pid=112717) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 28 15:33:12.191752 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.db.servicetype_db [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112717) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 28 15:33:12.194923 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.services.service_base [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 15:33:12.195276 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.services.service_base [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 15:33:12.195622 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.services.service_base [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 15:33:12.196503 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.services.service_base [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 15:33:12.196874 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.services.service_base [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 28 15:33:12.197253 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 15:33:12.197574 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 28 15:33:12.209601 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 15:33:12.209921 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading Plugin: auto_allocate Sep 28 15:33:12.215600 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: network precommit_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.215974 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: network precommit_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.216495 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 15:33:12.216815 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading Plugin: tag Sep 28 15:33:12.224046 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 15:33:12.224381 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading Plugin: timestamp Sep 28 15:33:12.228384 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 15:33:12.228717 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading Plugin: network_ip_availability Sep 28 15:33:12.234184 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.234560 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.234923 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.235640 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 15:33:12.235968 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading Plugin: flavors Sep 28 15:33:12.241387 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 15:33:12.241715 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading Plugin: revisions Sep 28 15:33:12.246414 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 15:33:12.246803 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_concurrency.lockutils [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.899s {{(pid=112717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 28 15:33:12.247544 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112717) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 28 15:33:12.247882 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Initializing extension manager. Sep 28 15:33:12.248409 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: __init__.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.248755 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: __pycache__ {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.249094 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: address_group.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.250016 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.250595 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: address-group Sep 28 15:33:12.250921 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: address_scope.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.251597 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.252106 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: address-scope Sep 28 15:33:12.252432 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: admin_state_down_before_update.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.253306 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.253963 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: router-admin-state-down-before-update Sep 28 15:33:12.254294 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: agent.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.254983 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.255491 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: agent Sep 28 15:33:12.255816 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: agent_resources_synced.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.256676 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.257184 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: agent-resources-synced Sep 28 15:33:12.257509 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: allowedaddresspairs.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.259266 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.259785 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: allowed-address-pairs Sep 28 15:33:12.260117 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: auto_allocated_topology.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.261138 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.261656 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: auto-allocated-topology Sep 28 15:33:12.262014 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: availability_zone.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.262669 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.263180 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: availability_zone Sep 28 15:33:12.263502 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: availability_zone_filter.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.264369 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.264876 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: availability_zone_filter Sep 28 15:33:12.265196 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: data_plane_status.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.266087 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.266593 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension data-plane-status not supported by any of loaded plugins Sep 28 15:33:12.266952 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: default_subnetpools.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.267822 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.268326 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: default-subnetpools Sep 28 15:33:12.268657 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: dhcpagentscheduler.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.269538 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.270075 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: dhcp_agent_scheduler Sep 28 15:33:12.270426 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: dns.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.271304 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.271814 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension dns-integration not supported by any of loaded plugins Sep 28 15:33:12.272135 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: dns_domain_ports.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.273002 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.273507 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 28 15:33:12.273832 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.274736 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.275238 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 28 15:33:12.275565 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: dvr.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.276201 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.276707 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: dvr Sep 28 15:33:12.277031 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: ecmp_routes.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.277934 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.278439 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 28 15:33:12.278762 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: empty_string_filtering.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.279624 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.280134 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: empty-string-filtering Sep 28 15:33:12.280456 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.281314 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.281821 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 28 15:33:12.282164 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.283030 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.283533 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 28 15:33:12.283854 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: external_net.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.284711 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.285341 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: external-net Sep 28 15:33:12.285665 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: extra_dhcp_opt.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.287127 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.287634 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: extra_dhcp_opt Sep 28 15:33:12.287956 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: extraroute.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.288815 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.289326 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: extraroute Sep 28 15:33:12.289647 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: extraroute_atomic.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.290669 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.291181 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: extraroute-atomic Sep 28 15:33:12.291504 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: filter_validation.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.292132 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.292632 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: filter-validation Sep 28 15:33:12.292956 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: fip_pf_description.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.293827 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.294658 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 28 15:33:12.294658 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: fip_pf_detail.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.295503 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.296006 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 28 15:33:12.296325 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: fip_pf_port_range.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.297185 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.297687 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 28 15:33:12.298048 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: fip_port_details.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.298918 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.299430 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: fip-port-details Sep 28 15:33:12.299749 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: flavors.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.301049 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.301570 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: flavors Sep 28 15:33:12.302468 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.304078 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.304604 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 28 15:33:12.304939 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: floatingip_pools.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.305605 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.306154 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: floatingip-pools Sep 28 15:33:12.306484 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: ip_allocation.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.307362 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.307873 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension ip_allocation not supported by any of loaded plugins Sep 28 15:33:12.308197 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.309086 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.309599 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: ip-substring-filtering Sep 28 15:33:12.309949 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: l2_adjacency.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.310853 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.311359 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 28 15:33:12.311698 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: l3.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.312616 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.313129 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: router Sep 28 15:33:12.313452 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: l3_conntrack_helper.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.315839 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.316498 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 28 15:33:12.316830 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.317736 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.318283 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: ext-gw-mode Sep 28 15:33:12.318611 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.319494 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.320008 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: l3-ha Sep 28 15:33:12.320334 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.321204 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.321713 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 28 15:33:12.322071 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: l3_flavors.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.322947 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.323457 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: l3-flavors Sep 28 15:33:12.323783 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: l3_ndp_proxy.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.325097 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.325615 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 28 15:33:12.325978 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.326854 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.327372 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 28 15:33:12.327701 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: l3agentscheduler.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.328706 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.329222 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: l3_agent_scheduler Sep 28 15:33:12.329551 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: local_ip.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.331292 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.331934 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension local_ip not supported by any of loaded plugins Sep 28 15:33:12.332269 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: logging.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.334248 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.334783 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension logging not supported by any of loaded plugins Sep 28 15:33:12.335126 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: metering.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.335830 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.336413 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: metering Sep 28 15:33:12.336745 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.337783 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.338337 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: metering_source_and_destination_fields Sep 28 15:33:12.338664 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: multiprovidernet.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.339543 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.340070 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: multi-provider Sep 28 15:33:12.340397 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: netmtu.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.341268 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.341781 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: net-mtu Sep 28 15:33:12.342139 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: netmtu_writable.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.343019 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.343531 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: net-mtu-writable Sep 28 15:33:12.343858 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: network_availability_zone.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.344488 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.345000 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: network_availability_zone Sep 28 15:33:12.345326 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: network_ip_availability.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.346398 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.346907 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: network-ip-availability Sep 28 15:33:12.347233 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: network_segment_range.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.348077 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.349189 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension network-segment-range not supported by any of loaded plugins Sep 28 15:33:12.349516 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: pagination.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.350479 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.350812 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: pagination Sep 28 15:33:12.351134 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: port_device_profile.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.352000 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.352511 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: port-device-profile Sep 28 15:33:12.352839 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: port_mac_address_override.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.353707 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.354249 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: port-mac-override Sep 28 15:33:12.354574 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.355447 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.355960 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: port-mac-address-regenerate Sep 28 15:33:12.356284 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.357158 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.357670 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: port-numa-affinity-policy Sep 28 15:33:12.358017 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: port_resource_request.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.358878 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.359379 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension port-resource-request not supported by any of loaded plugins Sep 28 15:33:12.359701 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: port_resource_request_groups.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.360618 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.361123 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 28 15:33:12.361446 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: portbindings.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.362359 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.362867 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: binding Sep 28 15:33:12.363191 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: portbindings_extended.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.364427 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.364940 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: binding-extended Sep 28 15:33:12.365267 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: portsecurity.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.366163 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.366681 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: port-security Sep 28 15:33:12.367006 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: project_id.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.368117 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.368449 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: project-id Sep 28 15:33:12.368772 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: providernet.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.369639 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.370179 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: provider Sep 28 15:33:12.370773 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.374248 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.374782 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos not supported by any of loaded plugins Sep 28 15:33:12.375116 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.376334 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.376856 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 28 15:33:12.377186 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.378103 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.378623 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 28 15:33:12.378950 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_default.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.379846 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.380370 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-default not supported by any of loaded plugins Sep 28 15:33:12.380696 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_fip.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.381569 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.382123 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-fip not supported by any of loaded plugins Sep 28 15:33:12.382451 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_fip_network_policy.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.383320 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.383831 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 28 15:33:12.384153 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_gateway_ip.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.385034 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.385549 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 28 15:33:12.385901 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_port_network_policy.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.386773 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.387292 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 28 15:33:12.387618 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.388612 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.389132 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 28 15:33:12.389459 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.390495 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.391015 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 28 15:33:12.391342 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_pps_rule.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.392470 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.392986 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-pps not supported by any of loaded plugins Sep 28 15:33:12.393316 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_rule_type_details.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.394219 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.394731 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 28 15:33:12.395057 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_rule_type_filter.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.396467 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.396975 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 28 15:33:12.397302 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: qos_rules_alias.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.398402 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.398915 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 28 15:33:12.399241 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: quota_check_limit.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.400114 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.400633 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: quota-check-limit Sep 28 15:33:12.400959 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: quotasv2.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.401840 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.402188 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: quotas Sep 28 15:33:12.402507 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: quotasv2_detail.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.404140 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.404483 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: quota_details Sep 28 15:33:12.404821 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: rbac.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.405834 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.406386 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: rbac-policies Sep 28 15:33:12.406722 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: rbac_address_group.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.407606 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.408124 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: rbac-address-group Sep 28 15:33:12.408454 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: rbac_address_scope.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.409403 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.409951 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: rbac-address-scope Sep 28 15:33:12.410285 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: rbac_security_groups.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.411774 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.412287 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: rbac-security-groups Sep 28 15:33:12.412618 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: rbac_subnetpool.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.413500 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.414042 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: rbac-subnetpool Sep 28 15:33:12.414376 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: revisionifmatch.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.415264 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.415779 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: revision-if-match Sep 28 15:33:12.416109 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: revisions.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.417188 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.417700 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: standard-attr-revisions Sep 28 15:33:12.418060 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: router_availability_zone.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.418694 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.419207 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: router_availability_zone Sep 28 15:33:12.419533 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: routerservicetype.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.420409 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.420930 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension router-service-type not supported by any of loaded plugins Sep 28 15:33:12.421257 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.422169 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.422682 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: security-groups-normalized-cidr Sep 28 15:33:12.423010 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: security_groups_port_filtering.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.423883 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.424398 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: port-security-groups-filtering Sep 28 15:33:12.424726 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.425601 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.426148 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: security-groups-remote-address-group Sep 28 15:33:12.426475 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.427384 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.427894 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: security-groups-shared-filtering Sep 28 15:33:12.428219 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: securitygroup.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.437952 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.438489 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: security-group Sep 28 15:33:12.438825 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: segment.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.439510 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.440026 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension segment not supported by any of loaded plugins Sep 28 15:33:12.440360 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.441252 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.441771 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 28 15:33:12.442129 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: servicetype.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.443194 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.443714 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: service-type Sep 28 15:33:12.444041 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: sorting.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.444976 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.445307 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: sorting Sep 28 15:33:12.445631 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: standard_attr_segment.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.446545 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.447067 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 28 15:33:12.447394 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: standardattrdescription.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.448007 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.448522 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: standard-attr-description Sep 28 15:33:12.448847 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: stateful_security_group.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.449728 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.450283 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: stateful-security-group Sep 28 15:33:12.450609 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: stdattrs_common.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.451156 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 28 15:33:12.451479 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.452364 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.452878 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 28 15:33:12.453201 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: subnet_onboard.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.454259 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.454779 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: subnet_onboard Sep 28 15:33:12.455104 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.455996 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.456508 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 28 15:33:12.456829 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: subnet_service_types.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.457722 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.458794 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: subnet-service-types Sep 28 15:33:12.459118 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: subnetallocation.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.460196 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.460679 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: subnet_allocation Sep 28 15:33:12.461010 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.461643 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.462252 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: subnetpool-prefix-ops Sep 28 15:33:12.462579 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.463472 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.463986 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 28 15:33:12.464309 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: tagging.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.465315 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.465842 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: standard-attr-tag Sep 28 15:33:12.466195 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: timestamp.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.467360 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.467877 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loaded extension: standard-attr-timestamp Sep 28 15:33:12.468206 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: trunk.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.469189 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.469702 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension trunk not supported by any of loaded plugins Sep 28 15:33:12.470073 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: trunk_details.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.470945 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.471456 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension trunk-details not supported by any of loaded plugins Sep 28 15:33:12.471781 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: uplink_status_propagation.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.472652 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.473159 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 28 15:33:12.473497 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Loading extension file: vlantransparent.py {{(pid=112717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 15:33:12.474686 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 15:33:12.475193 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 28 15:33:12.477758 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:network Sep 28 15:33:12.478307 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:subnet Sep 28 15:33:12.478714 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 15:33:12.479111 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:port Sep 28 15:33:12.480386 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.480832 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service FLAVORS assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.481435 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.481889 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.482227 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:router Sep 28 15:33:12.486113 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:floatingip Sep 28 15:33:12.486113 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service METERING assigned prefix: /metering {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.486113 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.486113 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.486113 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:33:12.486537 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of CountableResource for resource:rbac_policy Sep 28 15:33:12.486703 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:security_group Sep 28 15:33:12.487133 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 28 15:33:12.487680 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service CORE assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.488023 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 15:33:12.488370 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] subnetpool is already registered Sep 28 15:33:12.488798 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service CORE assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.489146 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 15:33:12.489480 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] subnetpool is already registered Sep 28 15:33:12.492046 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.492511 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service FLAVORS assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.493139 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.493688 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.494046 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:router Sep 28 15:33:12.494391 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] router is already registered Sep 28 15:33:12.494805 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:floatingip Sep 28 15:33:12.495160 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] floatingip is already registered Sep 28 15:33:12.495986 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service METERING assigned prefix: /metering {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.496767 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of CountableResource for resource:rbac_policy Sep 28 15:33:12.497144 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] rbac_policy is already registered Sep 28 15:33:12.497568 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:security_group Sep 28 15:33:12.497931 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] security_group is already registered Sep 28 15:33:12.498365 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 28 15:33:12.498702 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] security_group_rule is already registered Sep 28 15:33:12.499209 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service CORE assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.499536 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 15:33:12.499868 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] subnetpool is already registered Sep 28 15:33:12.500306 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.v2.resource_helper [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Service CORE assigned prefix: {{(pid=112717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 15:33:12.500628 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 15:33:12.500955 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING neutron.quota.resource_registry [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] subnetpool is already registered Sep 28 15:33:12.501430 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: extensions {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.503127 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: address-groups {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.504624 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: address-scopes {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.505889 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: agents {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.507069 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: auto-allocated-topology {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.509664 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: availability_zones {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.510951 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: dhcp-networks {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.512399 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: dhcp-agents {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.513980 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: routers {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.515723 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: flavors {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.516912 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: service_profiles {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.518263 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: next_providers {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.519742 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: service_profiles {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.521747 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: floatingip-pools {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.523030 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: routers {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.524881 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: floatingips {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.526098 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: l3-routers {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.527506 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: l3-agents {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.529051 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: metering-labels {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.530371 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: metering-label-rules {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.531673 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: network-ip-availabilities {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.533045 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: bindings {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.534651 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: quotas {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.536886 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: quotas {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.538578 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: rbac-policies {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.539795 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: security-groups {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.541019 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: security-group-rules {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.542333 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: service-providers {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.543672 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: subnetpools {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.545019 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: subnetpools {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.546541 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: tags {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.548352 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: tags {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.550133 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: tags {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.552070 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: tags {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.553792 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: tags {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.555696 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: tags {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.557504 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: tags {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.559353 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: tags {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.561141 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: tags {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.563068 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron.api.extensions [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Extended resource: tags {{(pid=112717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 15:33:12.570207 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING keystonemiddleware.auth_token [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 28 15:33:12.575345 dv-cinder-859319-2-iscsi neutron-server[112717]: WARNING keystonemiddleware.auth_token [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 28 15:33:12.584569 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_concurrency.lockutils [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Acquiring lock "singleton_lock" {{(pid=112717) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 28 15:33:12.584913 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_concurrency.lockutils [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Acquired lock "singleton_lock" {{(pid=112717) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 28 15:33:12.585778 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_concurrency.lockutils [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Releasing lock "singleton_lock" {{(pid=112717) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 28 15:33:12.586477 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO oslo_service.service [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Starting 2 workers Sep 28 15:33:12.591280 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Started child 112830 {{(pid=112717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 15:33:12.595798 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Started child 112831 {{(pid=112717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 15:33:12.597383 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO neutron.service [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 28 15:33:12.597913 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:12.599177 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Publish callbacks [] for process (None), before_spawn {{(pid=112717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:12.600374 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [-] (112830) wsgi starting up on http://0.0.0.0:9696 Sep 28 15:33:12.601004 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO oslo_service.service [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Starting 1 workers Sep 28 15:33:12.601598 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:12.603035 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [-] (112831) wsgi starting up on http://0.0.0.0:9696 Sep 28 15:33:12.606302 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Started child 112832 {{(pid=112717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 15:33:12.606860 dv-cinder-859319-2-iscsi neutron-server[112717]: INFO oslo_service.service [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Starting 1 workers Sep 28 15:33:12.610195 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.service [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] calling RpcWorker wait() {{(pid=112832) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 28 15:33:12.610783 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.service [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] returning from RpcWorker wait() {{(pid=112832) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 28 15:33:12.611446 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Started child 112833 {{(pid=112717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 15:33:12.612036 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:12.612204 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG neutron_lib.callbacks.manager [None req-346bb0ca-97a8-4c56-840c-cb6aa6e17a73 None None] Publish callbacks [] for process (None), after_spawn {{(pid=112717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:12.612609 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:33:12.614197 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112717) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 28 15:33:12.614411 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 15:33:12.614599 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 15:33:12.614826 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 15:33:12.615165 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 15:33:12.615347 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 15:33:12.615849 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.616138 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.616345 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:12.616815 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.616815 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.617211 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.617302 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:33:12.617470 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.617726 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.618042 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.618296 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.618457 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.618626 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.618882 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.619137 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.619458 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.619729 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.619982 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.620229 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.620408 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.620922 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.621189 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.621425 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.621738 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] debug = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.622111 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.622598 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.622848 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.623092 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.623330 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.623596 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.623854 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.624130 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.624378 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.624611 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.624862 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.625135 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.625371 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.625602 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.625837 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.626138 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.626372 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.626870 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] host = dv-cinder-859319-2-iscsi {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.627122 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.627367 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.627626 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.627871 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.628147 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.628343 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.628608 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.628907 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.629107 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.629351 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.629598 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.629891 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.630144 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.630379 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.630543 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_options = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.630785 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.631104 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.631381 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.631576 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.631745 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.631893 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.632154 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.632304 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.632553 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.632787 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.632999 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.633210 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.633423 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.633657 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.633968 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.634197 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.634414 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.634643 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.634908 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.635175 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.635414 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.635673 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.635967 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.636206 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.636452 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.636954 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.637194 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.637476 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.637654 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.637925 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.638282 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.638464 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.638662 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.638896 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.639143 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.639383 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.639617 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.639858 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.640137 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.640366 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.640619 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.640877 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.641307 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.641560 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.641803 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.642048 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.642264 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_json = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.642478 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.642712 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.642960 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.643192 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.643427 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.643642 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.643881 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.644133 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.644344 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.644788 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.645079 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.645924 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.646161 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.646399 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.646649 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.647116 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.647409 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.647766 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.648043 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.648421 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.648719 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.649094 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.649412 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.649684 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.650056 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.650476 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.650915 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.651333 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.651722 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.652131 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.652571 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.652856 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.653081 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.653505 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.653787 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.654043 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.654385 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.654668 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.654934 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.655287 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.655555 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.655811 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.656079 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.656318 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.656570 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.656827 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.657132 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.657367 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.657734 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.658250 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.658655 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.658894 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.659148 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.659356 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.659601 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.659999 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.660430 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.660681 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.661116 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.662001 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.662388 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.662779 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.663153 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.663525 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.663894 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.664312 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.664702 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.665184 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.666077 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.666332 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.666561 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.666946 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.667333 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.667748 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.668208 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.668584 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.668982 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.669418 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.669826 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.670161 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.670445 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.670742 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.671031 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.671340 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.671638 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.671881 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.672104 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.672512 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.672918 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.673207 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.673430 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.673647 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.673899 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.674109 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.674325 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.674685 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.675048 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.675282 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.675509 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.675728 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.675958 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.676275 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.676525 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.676922 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.677149 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.677415 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.677872 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.678302 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.678525 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.678747 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.678968 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.679240 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.679465 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.679720 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.679971 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.680171 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.680434 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.680656 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.680896 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.681118 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.681328 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.681550 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.681775 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.682045 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.682291 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.682531 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.682887 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.683030 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.683300 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.683522 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.683757 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.684012 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.684295 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.684532 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.685043 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.685287 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.685563 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.685908 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.686187 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.686467 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.686732 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.686987 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.687252 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.687528 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.687798 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.688031 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.688311 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.688567 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.688814 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.689039 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.689256 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.689490 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.689811 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.690072 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.690324 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.690538 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.690815 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.691070 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.691310 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.691575 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.691828 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.692065 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.692848 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.693102 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.693340 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.693602 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.693877 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.694094 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.694329 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.694542 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.694950 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.695168 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.695396 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.695640 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.695859 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.696098 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.696339 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.696578 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.696802 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.697052 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.697276 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.697497 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.697731 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.698130 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.698494 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.698857 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.699233 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.699612 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.699988 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.700384 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.700761 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.701127 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.701367 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.701624 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.701906 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.702130 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.702385 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.702616 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.702828 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.703050 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.703290 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.703509 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.703748 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.704013 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.704236 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.704469 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.704724 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.705089 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.705411 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.705580 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.705833 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.706099 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.706352 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.706570 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.706789 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.707033 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.707252 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.707501 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.707691 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.707971 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.708705 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.708938 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.709172 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.709384 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.709619 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.709878 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.710134 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.710409 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.710596 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.710815 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.711043 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.711299 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.711518 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.711735 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.711967 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.712178 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.712412 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.712635 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.712848 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.713178 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.713438 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.713693 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.713964 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.714184 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.714400 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.714665 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.714884 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.715098 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.715324 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.715542 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.715808 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.716000 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.716214 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.716343 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:33:12.716480 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.716681 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.716899 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.717109 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.717336 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.717547 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.717762 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.718017 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.718238 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.718452 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.718701 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.718918 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.719135 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.719381 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.719621 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.719833 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.720062 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.720294 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.720507 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.720731 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.721168 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.721168 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.721437 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.721722 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.721936 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.722225 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.722463 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.722714 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.723139 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.723281 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.723525 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.723789 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.724040 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.724472 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.724472 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.724741 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.725062 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.725345 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.725591 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.725887 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.726155 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.726432 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.726708 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.726923 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.727247 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.727575 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.727968 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.728100 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.728332 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.728570 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.728822 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.729058 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.729293 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.729527 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.729748 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.730009 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.730240 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.730465 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.730694 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.730928 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.731238 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.731487 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.731724 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.731945 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.732161 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.732317 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 15:33:12.732857 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112717) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 28 15:33:12.733017 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 15:33:12.733170 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 15:33:12.733339 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 15:33:12.733507 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 15:33:12.733643 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 15:33:12.734080 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.734080 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.734287 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.734367 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.734483 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.734632 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.734790 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.734948 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.735105 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.735263 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.735421 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.735587 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.735738 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.736044 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.736209 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.736368 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.736525 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.736688 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.736845 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.737004 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.737162 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.737321 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] debug = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.737479 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.737678 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.737841 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.738016 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.738176 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.738327 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.738493 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.738673 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.738785 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.738942 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.739114 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.739277 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.739610 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.739934 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.740161 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.740385 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.740575 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.740710 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] host = dv-cinder-859319-2-iscsi {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.740863 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.741159 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.741453 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.741753 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.741976 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.742090 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.742397 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.742556 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.742719 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.742881 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.743035 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.743193 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.743350 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.743509 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.743670 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_options = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.743832 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.743980 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.744269 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.744461 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.744622 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.744774 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.744930 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.745081 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.745245 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.745404 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.745820 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.746000 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.746158 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.746318 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.746477 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.746634 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.746789 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.747097 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.747253 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.747575 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.747737 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.747895 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.748052 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.748209 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.748366 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.748528 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.748683 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.748844 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.749005 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.749154 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.749315 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.749471 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.749781 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.749971 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.750130 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.750287 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.750445 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.750602 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.750763 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.750921 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.751079 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.751237 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.751395 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.751557 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.751745 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.751906 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.752043 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_json = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.752160 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.752323 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.752479 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.752635 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.752796 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.752956 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.753116 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.753249 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.753394 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 15:33:12.753571 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.753733 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.753910 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.754077 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.754272 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.754412 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.754559 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.755332 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.755480 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.755627 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.755804 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.755804 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.756094 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.756259 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.756259 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.756507 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.756684 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.756684 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.756952 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.757913 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.757913 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.757913 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.757913 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.757913 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.757913 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.757913 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.758468 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.758468 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.758468 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.758638 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.758839 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.758954 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.759066 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.759226 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.759386 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.759546 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.759706 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.759868 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.760028 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.760194 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.760349 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.760510 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.760670 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.760828 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.760989 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.761149 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.761310 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.761474 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.761617 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.761776 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.761960 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.762124 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.762343 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.762487 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.762627 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.762777 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.762919 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.763055 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.763189 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.763322 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.763468 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.763622 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.763764 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.763913 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.764071 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.764230 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.764390 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.764551 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.764739 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.764904 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.765063 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.765223 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.765383 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.765543 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.765702 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.765907 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.766049 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.766208 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.766368 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.766515 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.766675 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.766833 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.766993 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.767153 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.767313 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.767472 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.767632 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.767791 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.767951 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.768128 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.768252 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.768423 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.768600 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.768761 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.768920 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.769079 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.769238 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.769397 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.769556 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.769715 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.769898 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.770062 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.770221 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.770990 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.771149 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.771314 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.771472 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.771630 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.771790 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.771949 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.772110 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.772269 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.772430 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.772587 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.772746 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.772909 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.773067 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.773226 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.773384 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.773544 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.773703 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.773883 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.774044 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.774213 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.774372 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.774534 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.774694 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.774859 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.775029 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.775189 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.775349 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.775508 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.775669 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.775829 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.775988 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.776149 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.776308 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.776467 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.776627 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.776798 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.776960 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.777119 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.777281 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.777464 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.777626 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.777785 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.777968 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.778129 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.778288 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.778447 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.778607 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.778767 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.778926 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.779085 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.779246 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.779406 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.779566 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.779725 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.779884 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.780044 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.780204 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.780362 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.780522 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.780682 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.780842 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.781001 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.781159 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.781317 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.781476 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.781635 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.781792 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.782024 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.782108 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.782281 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.782423 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.782582 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.782747 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.782906 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.783064 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.783222 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.783385 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.783546 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.783706 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.783865 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.784031 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.784734 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.784734 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.784734 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.784734 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.785034 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.785034 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.785034 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.785259 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.785336 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.785495 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.785656 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.785816 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.786085 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.786264 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.786426 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.786585 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.786746 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.786905 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.787102 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.787226 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.787385 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.794565 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.794723 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.794910 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.795091 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.795267 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.795441 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.795610 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.795777 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.795942 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.796108 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.796276 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.796443 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.796606 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.796770 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.796933 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.797096 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.797257 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.797417 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.797578 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.797738 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.797932 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.798095 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.798257 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.798418 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.798593 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.798754 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.798914 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.799073 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.799232 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.799392 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.799561 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.799716 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.799875 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.800034 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.800193 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.800351 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.800509 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.800668 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.800828 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.800987 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.801146 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.801306 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.801474 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.801671 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.801836 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.802018 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.802180 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.802389 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.802493 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.802643 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.802802 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.802963 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.803121 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.803279 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.803448 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.803597 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.803755 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.803914 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.804072 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.804231 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.804400 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.804560 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.804721 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.804890 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.805050 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.805212 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.805370 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.805542 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.805702 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.805894 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.806083 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.806214 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.806374 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.806535 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.806699 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.806869 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.807033 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.807194 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.807362 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.807530 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.807697 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.807857 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.808022 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.808194 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.808353 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.808512 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.808671 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.808830 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.808988 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.809147 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.809305 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.809466 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.809628 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.809786 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.809978 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.810185 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.810314 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.810432 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.810591 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.810752 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.810910 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.811069 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.811228 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 15:33:12.811380 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 15:33:12.921668 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 35536) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:33:12.928640 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048499 Sep 28 15:33:12.933101 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038831 Sep 28 15:33:22.089111 dv-cinder-859319-2-iscsi neutron-server[112717]: DEBUG dbcounter [-] [112717] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112717) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:24.364316 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36325aee-e6f5-4fdc-85e5-aa947c4be4a5 None None] get_active_networks_info from dv-cinder-859319-2-iscsi {{(pid=112832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 28 15:33:24.392142 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writer thread running {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 15:33:24.457611 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36325aee-e6f5-4fdc-85e5-aa947c4be4a5 None None] No non-hosted networks {{(pid=112832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 28 15:33:24.471447 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.agentschedulers_db [None req-36325aee-e6f5-4fdc-85e5-aa947c4be4a5 None None] DHCP Agent not found on host dv-cinder-859319-2-iscsi {{(pid=112832) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 28 15:33:24.520217 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d497dbe9-a848-4d77-91e6-db0079776379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009288'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:25.930081 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writer thread running {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 15:33:26.466413 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b29962cc-7543-4b70-a2ad-b82f4347e21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009288'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:26.473787 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.db.api [None req-5434c8a2-0cdd-4a57-9201-7ba0ec74d036 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-859319-2-iscsi {{(pid=112832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 28 15:33:26.474571 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG oslo_db.api [None req-5434c8a2-0cdd-4a57-9201-7ba0ec74d036 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 15:33:27.027344 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-5434c8a2-0cdd-4a57-9201-7ba0ec74d036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:28.226796 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009288'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:28.368568 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 35610) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:33:28.972721 dv-cinder-859319-2-iscsi neutron-server[112830]: WARNING oslo_policy.policy [None req-8bfbbb52-5819-46ac-8fef-8974ea0c6bc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 15:33:28.973494 dv-cinder-859319-2-iscsi neutron-server[112830]: WARNING oslo_policy.policy [None req-8bfbbb52-5819-46ac-8fef-8974ea0c6bc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 15:33:29.206175 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [None req-8bfbbb52-5819-46ac-8fef-8974ea0c6bc5 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:33:29.214857 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-8bfbbb52-5819-46ac-8fef-8974ea0c6bc5 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8436635 Sep 28 15:33:29.343424 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.db.l3_hamode_db [None req-943495b0-e319-49d1-8981-8ff01250de1e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 28 15:33:29.432276 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943495b0-e319-49d1-8981-8ff01250de1e None None] Routers set() bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:33:29.432941 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943495b0-e319-49d1-8981-8ff01250de1e None None] Router IDs set() for agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 28 15:33:29.689843 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009288'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:29.690743 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.691124 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.691486 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.691872 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.692204 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.692533 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.693025 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.693388 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.693722 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.694070 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.694411 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.694880 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.695480 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.695946 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.696273 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:29.696660 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859319-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:33:29.700658 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009288'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:29.705226 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859319-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:33:31.901746 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 35648) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:33:32.221512 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-0508e101-1ce3-4d9f-ae35-6bc788474b1b admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:33:32.234032 dv-cinder-859319-2-iscsi neutron-server[112830]: ERROR stevedore.extension [None req-0508e101-1ce3-4d9f-ae35-6bc788474b1b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 28 15:33:32.315459 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.policy [None req-0508e101-1ce3-4d9f-ae35-6bc788474b1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112830) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 28 15:33:32.358022 dv-cinder-859319-2-iscsi neutron-server[112830]: WARNING oslo_policy.policy [None req-0508e101-1ce3-4d9f-ae35-6bc788474b1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 15:33:32.358392 dv-cinder-859319-2-iscsi neutron-server[112830]: WARNING oslo_policy.policy [None req-0508e101-1ce3-4d9f-ae35-6bc788474b1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 15:33:32.379439 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writer thread running {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 15:33:32.455563 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0508e101-1ce3-4d9f-ae35-6bc788474b1b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762148508913', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762148510437', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762148000793', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762148009690', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762148014225', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762148023105', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-796638', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-807368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1655728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1633674'] for rbac-policy (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:32.528233 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0508e101-1ce3-4d9f-ae35-6bc788474b1b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:32.529411 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0508e101-1ce3-4d9f-ae35-6bc788474b1b admin admin] 10.222.0.52 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6267760 Sep 28 15:33:35.100999 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 35658) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:33:35.418644 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:33:35.446980 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Made reservation on behalf of 4251d157536c4934bf6f66268f3037a9 for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:33:35.451369 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:35.469872 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:35.577007 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Publish callbacks [] for security_group (d581dc7e-d33b-493e-885e-d2376dc13181), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:35.580850 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (d581dc7e-d33b-493e-885e-d2376dc13181), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:35.605540 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=112830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:33:35.641693 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762151926977', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:35.642224 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Unsubscribe: segment precommit_create {{(pid=112830) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 28 15:33:35.642794 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Added segment b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f of type vlan for network da745dbd-fe19-4679-8a65-57ff5f4f5f13 Sep 28 15:33:35.659967 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d581dc7e-d33b-493e-885e-d2376dc13181,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:33:35.709585 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.709943 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.710304 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.710655 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.710986 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.711307 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.711627 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.711951 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.712266 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.712586 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.712904 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.713232 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.713643 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.713884 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.714215 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Tracked resource versions report: Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: pushed versions: Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: { 'AddressGroup': {'1.2'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Agent': {'1.1'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'ConntrackHelper': {'1.0'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'LocalIPAssociation': {'1.0'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Log': {'1.0'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'NDPProxy': {'1.0'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Network': {'1.1'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Port': {'1.7'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'PortForwarding': {'1.3'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'QosPolicy': {'1.10'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SecurityGroup': {'1.5'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SecurityGroupRule': {'1.2'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SubPort': {'1.0'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Subnet': {'1.1'}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Trunk': {'1.1'}} Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: consumer versions: Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: { DHCP agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: L3 agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: Metadata agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: Metering agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: Open vSwitch agent@dv-cinder-859319-2-iscsi: { 'AddressGroup': '1.2', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Agent': '1.1', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'ConntrackHelper': '1.0', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'LocalIPAssociation': '1.0', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Log': '1.0', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'NDPProxy': '1.0', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Network': '1.1', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Port': '1.7', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'PortForwarding': '1.3', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'QosPolicy': '1.10', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SecurityGroup': '1.5', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SecurityGroupRule': '1.2', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SubPort': '1.0', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Subnet': '1.1', Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Trunk': '1.1'}} Sep 28 15:33:35.715640 dv-cinder-859319-2-iscsi neutron-server[112830]: {{(pid=112830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 15:33:35.748683 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (da745dbd-fe19-4679-8a65-57ff5f4f5f13), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:35.789440 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (da745dbd-fe19-4679-8a65-57ff5f4f5f13), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:35.794574 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:33:35.795278 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:35.878455 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7757957 Sep 28 15:33:35.885039 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:35.917834 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d4ae3-4389-4b3f-b942-37e55226d2e9 demo demo] Pushing event updated for resources: {'Network': ['ID=da745dbd-fe19-4679-8a65-57ff5f4f5f13,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:33:35.934278 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network da745dbd-fe19-4679-8a65-57ff5f4f5f13 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:33:38.510322 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 35672) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:33:38.920214 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efde183-97df-439c-982c-ca23e0d29128 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:33:38.921564 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-3efde183-97df-439c-982c-ca23e0d29128 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/da745dbd-fe19-4679-8a65-57ff5f4f5f13 HTTP/1.1" status: 200 len: 824 time: 0.4103818 Sep 28 15:33:38.946113 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-77c08670-0d4a-4458-8a04-f869bcddd95a demo admin] 10.222.0.52 "GET /networking/v2.0/subnetpools/9251a14b-c8df-4adf-b4ae-ec43d092bcd3 HTTP/1.1" status: 200 len: 734 time: 0.0185099 Sep 28 15:33:38.954374 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '9251a14b-c8df-4adf-b4ae-ec43d092bcd3', 'gateway_ip': '172.20.0.1', 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13', 'ip_version': 4}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:33:38.975956 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] Made reservation on behalf of 4251d157536c4934bf6f66268f3037a9 for: {'subnet': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:33:38.978164 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:39.187449 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:39.263304 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (8ac511ed-39f7-44b6-8ca6-495a3fbf712c), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:39.336123 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8ac511ed-39f7-44b6-8ca6-495a3fbf712c,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:33:39.340665 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] Checking segment: {'id': 'b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:33:39.341027 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] Network hostable DHCP agents. Network: da745dbd-fe19-4679-8a65-57ff5f4f5f13, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:33:39.362794 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] Network da745dbd-fe19-4679-8a65-57ff5f4f5f13 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:33:39.373616 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, da745dbd-fe19-4679-8a65-57ff5f4f5f13) {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:33:39.380140 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:33:39.380866 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:39.383991 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1defd146-9636-4ca1-917a-bb8828f76839 None None] Network da745dbd-fe19-4679-8a65-57ff5f4f5f13 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:33:39.396542 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-e76efda5-3d9d-40fb-855b-ac74d7878754 demo admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4452248 Sep 28 15:33:39.645767 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-da745dbd-fe19-4679-8a65-57ff5f4f5f13', 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13', 'project_id': '4251d157536c4934bf6f66268f3037a9', 'fixed_ips': [{'subnet_id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:33:39.647175 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:39.928716 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Allocated IP 172.20.0.2 (da745dbd-fe19-4679-8a65-57ff5f4f5f13/8ac511ed-39f7-44b6-8ca6-495a3fbf712c/dffd102c-a486-42cb-8faf-16d2f945ab5e) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:33:40.054488 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:40.212034 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Publish callbacks [] for port (dffd102c-a486-42cb-8faf-16d2f945ab5e), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:40.219969 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (dffd102c-a486-42cb-8faf-16d2f945ab5e), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:40.296451 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Network da745dbd-fe19-4679-8a65-57ff5f4f5f13 is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:33:40.302399 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:33:40.308759 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Pushing event updated for resources: {'Port': ['ID=dffd102c-a486-42cb-8faf-16d2f945ab5e,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:33:40.311377 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:33:40.313054 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:40.348821 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.349191 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.349506 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.349882 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.350257 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.350557 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.350888 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.351225 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.351538 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.351853 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.352174 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.352512 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.352836 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.353155 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.353472 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Tracked resource versions report: Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: pushed versions: Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: { 'AddressGroup': {'1.2'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Agent': {'1.1'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'ConntrackHelper': {'1.0'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'LocalIPAssociation': {'1.0'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Log': {'1.0'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'NDPProxy': {'1.0'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Network': {'1.1'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Port': {'1.7'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'PortForwarding': {'1.3'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'QosPolicy': {'1.10'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SecurityGroup': {'1.5'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SecurityGroupRule': {'1.2'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SubPort': {'1.0'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Subnet': {'1.1'}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Trunk': {'1.1'}} Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: consumer versions: Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: { DHCP agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: L3 agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: Metadata agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: Metering agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: Open vSwitch agent@dv-cinder-859319-2-iscsi: { 'AddressGroup': '1.2', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Agent': '1.1', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'ConntrackHelper': '1.0', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'LocalIPAssociation': '1.0', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Log': '1.0', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'NDPProxy': '1.0', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Network': '1.1', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Port': '1.7', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'PortForwarding': '1.3', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'QosPolicy': '1.10', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SecurityGroup': '1.5', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SecurityGroupRule': '1.2', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SubPort': '1.0', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Subnet': '1.1', Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Trunk': '1.1'}} Sep 28 15:33:40.354947 dv-cinder-859319-2-iscsi neutron-server[112832]: {{(pid=112832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 15:33:40.416000 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Attempting to bind port dffd102c-a486-42cb-8faf-16d2f945ab5e on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:33:40.416659 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Attempting to bind port dffd102c-a486-42cb-8faf-16d2f945ab5e by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': 'b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:33:40.416790 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Attempting to bind port dffd102c-a486-42cb-8faf-16d2f945ab5e on network da745dbd-fe19-4679-8a65-57ff5f4f5f13 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:33:40.465320 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:33:40.465639 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Checking segment: {'id': 'b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:33:40.466127 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:40.466519 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Bound using segment: {'id': 'b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:33:40.466982 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Bound port: dffd102c-a486-42cb-8faf-16d2f945ab5e, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:33:40.467372 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (dffd102c-a486-42cb-8faf-16d2f945ab5e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:40.525708 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] For port dffd102c-a486-42cb-8faf-16d2f945ab5e, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:33:40.544514 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] For port dffd102c-a486-42cb-8faf-16d2f945ab5e, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=dffd102c-a486-42cb-8faf-16d2f945ab5e,segment=NetworkSegment(b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f),segment_id=b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:33:40.551091 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (dffd102c-a486-42cb-8faf-16d2f945ab5e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:40.601360 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93546bba-0b6c-4b47-8ca0-6e21f6932e3c None None] Pushing event updated for resources: {'Port': ['ID=dffd102c-a486-42cb-8faf-16d2f945ab5e,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:33:40.695051 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=6 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:40.713732 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:42.052908 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 35684) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:33:42.376647 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [None req-78067f41-e4d4-428f-a9ee-cb47b0ed0d60 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:33:42.377635 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-78067f41-e4d4-428f-a9ee-cb47b0ed0d60 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3237622 Sep 28 15:33:45.029903 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 35692) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:33:45.366518 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [None req-e08eae0b-90b5-40c9-9c12-aebb20c6b530 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:33:45.367522 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-e08eae0b-90b5-40c9-9c12-aebb20c6b530 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3368008 Sep 28 15:33:48.042595 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 35704) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:33:48.377926 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-e2de3690-19c0-4114-880a-736e10010ac4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:33:48.403846 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e2de3690-19c0-4114-880a-736e10010ac4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:48.405343 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e2de3690-19c0-4114-880a-736e10010ac4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:48.541449 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e2de3690-19c0-4114-880a-736e10010ac4 demo demo] Publish callbacks [] for router_controller (0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352), precommit_add_association {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:48.546414 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e2de3690-19c0-4114-880a-736e10010ac4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:48.563918 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e2de3690-19c0-4114-880a-736e10010ac4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:48.565682 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-e2de3690-19c0-4114-880a-736e10010ac4 demo demo] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5220160 Sep 28 15:33:48.665201 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3242e245-bd91-44ef-b52d-8d39b1ea709d None None] Network da745dbd-fe19-4679-8a65-57ff5f4f5f13 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:33:48.786053 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-f8e4d774-2f66-41ec-85a6-4d362e259198 None None] Provisioning complete for port dffd102c-a486-42cb-8faf-16d2f945ab5e triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:33:48.786458 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f8e4d774-2f66-41ec-85a6-4d362e259198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (dffd102c-a486-42cb-8faf-16d2f945ab5e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:48.786834 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-f8e4d774-2f66-41ec-85a6-4d362e259198 None None] Attempt 1 to provision port dffd102c-a486-42cb-8faf-16d2f945ab5e Sep 28 15:33:48.934296 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4d774-2f66-41ec-85a6-4d362e259198 None None] Current status of the port dffd102c-a486-42cb-8faf-16d2f945ab5e is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:33:48.934688 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f8e4d774-2f66-41ec-85a6-4d362e259198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (dffd102c-a486-42cb-8faf-16d2f945ab5e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:48.971383 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-f8e4d774-2f66-41ec-85a6-4d362e259198 None None] For port dffd102c-a486-42cb-8faf-16d2f945ab5e, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=dffd102c-a486-42cb-8faf-16d2f945ab5e,segment=NetworkSegment(b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f),segment_id=b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:33:48.976511 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f8e4d774-2f66-41ec-85a6-4d362e259198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (dffd102c-a486-42cb-8faf-16d2f945ab5e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:49.024594 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4d774-2f66-41ec-85a6-4d362e259198 None None] Pushing event updated for resources: {'Port': ['ID=dffd102c-a486-42cb-8faf-16d2f945ab5e,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:33:49.095121 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-8ac0adec-2939-4bac-8b80-df71fdfe30bf None None] Provisioning complete for port dffd102c-a486-42cb-8faf-16d2f945ab5e triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:33:49.096431 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8ac0adec-2939-4bac-8b80-df71fdfe30bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (dffd102c-a486-42cb-8faf-16d2f945ab5e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:49.096763 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-8ac0adec-2939-4bac-8b80-df71fdfe30bf None None] Attempt 1 to provision port dffd102c-a486-42cb-8faf-16d2f945ab5e Sep 28 15:33:49.140215 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:49.170279 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-8ac0adec-2939-4bac-8b80-df71fdfe30bf None None] Current status of the port dffd102c-a486-42cb-8faf-16d2f945ab5e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:33:49.381804 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device dffd102c-a486-42cb-8faf-16d2f945ab5e up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:33:49.428854 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port dffd102c-a486-42cb-8faf-16d2f945ab5e triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:33:49.429154 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (dffd102c-a486-42cb-8faf-16d2f945ab5e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:49.429490 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port dffd102c-a486-42cb-8faf-16d2f945ab5e Sep 28 15:33:49.503092 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port dffd102c-a486-42cb-8faf-16d2f945ab5e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:33:51.190072 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 35712) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:33:51.508181 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [None req-5155f6c7-0c2f-4ffb-9616-9c7bcf0ba030 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:33:51.509223 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-5155f6c7-0c2f-4ffb-9616-9c7bcf0ba030 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3181832 Sep 28 15:33:54.178971 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 35720) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:33:54.333129 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dcb33f50-c385-4ff6-b4bd-687f6b22845a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:54.499203 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:33:54.518869 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Made reservation on behalf of 8de950cb25d34fe8afed2528d2e112e6 for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:33:54.521061 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:54.528986 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:54.540437 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:54.602551 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Publish callbacks [] for security_group (700aa67c-a128-47d7-b795-7abb58f6da18), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:54.606306 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (700aa67c-a128-47d7-b795-7abb58f6da18), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:54.622552 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Reserving flat network on physical network physnet1 {{(pid=112830) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 28 15:33:54.642542 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700aa67c-a128-47d7-b795-7abb58f6da18,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:33:54.647478 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (64957324-0651-44f7-965b-32587128330c), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:54.647812 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Added segment 64957324-0651-44f7-965b-32587128330c of type flat for network f685b48a-c03f-466e-b53a-e2fe3db84996 Sep 28 15:33:54.693220 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (f685b48a-c03f-466e-b53a-e2fe3db84996), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:54.724654 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (f685b48a-c03f-466e-b53a-e2fe3db84996), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:54.725539 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:33:54.726140 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:54.810202 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6301455 Sep 28 15:33:54.819259 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47c36a-8d23-47e8-abee-79091a425014 admin admin] Pushing event updated for resources: {'Network': ['ID=f685b48a-c03f-466e-b53a-e2fe3db84996,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:33:54.830103 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network f685b48a-c03f-466e-b53a-e2fe3db84996 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:33:54.877164 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:56.434191 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d710bf52-53d6-454b-a287-8ab8b59e0e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:57.441077 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 35728) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:33:57.804742 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930a294c-ade4-45b2-b58c-c5bbd6791d90 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:33:57.806035 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-930a294c-ade4-45b2-b58c-c5bbd6791d90 demo admin] 10.222.0.52 "GET /networking/v2.0/subnets/8ac511ed-39f7-44b6-8ca6-495a3fbf712c HTTP/1.1" status: 200 len: 849 time: 0.3639765 Sep 28 15:33:57.920644 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-3dcef11e-c700-4ad0-9a6d-5dca1b1d8de6 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 HTTP/1.1" status: 200 len: 704 time: 0.1086226 Sep 28 15:33:58.055347 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:58.172156 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:58.183325 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:58.516252 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Allocated IP 172.20.0.1 (da745dbd-fe19-4679-8a65-57ff5f4f5f13/8ac511ed-39f7-44b6-8ca6-495a3fbf712c/f444f251-7a4f-4946-ba60-0d1ea990374b) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:33:58.538416 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=10,neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:58.663696 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 5 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:33:58.676976 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Publish callbacks [] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:58.740828 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:58.813808 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Network da745dbd-fe19-4679-8a65-57ff5f4f5f13 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:33:58.818343 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:33:58.821400 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:33:58.821968 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:58.894094 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Pushing event updated for resources: {'Port': ['ID=f444f251-7a4f-4946-ba60-0d1ea990374b,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:33:59.029468 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:59.045008 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Provisioning complete for port f444f251-7a4f-4946-ba60-0d1ea990374b triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:33:59.045396 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:59.045735 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Attempt 1 to provision port f444f251-7a4f-4946-ba60-0d1ea990374b Sep 28 15:33:59.075992 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Port f444f251-7a4f-4946-ba60-0d1ea990374b cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:33:59.158842 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:33:59.236612 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Publish callbacks [] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:59.241080 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:59.241931 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:59.320777 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Pushing event updated for resources: {'Port': ['ID=f444f251-7a4f-4946-ba60-0d1ea990374b,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:33:59.371909 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Network da745dbd-fe19-4679-8a65-57ff5f4f5f13 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:33:59.373224 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:33:59.529567 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Router 0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:33:59.577398 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Attempt 2 to provision port f444f251-7a4f-4946-ba60-0d1ea990374b Sep 28 15:33:59.611243 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Port f444f251-7a4f-4946-ba60-0d1ea990374b cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:33:59.615834 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:33:59.621362 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-f64e69dd-c54e-447b-b64d-44a697ea1615 demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6952348 Sep 28 15:33:59.634036 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Sync routers for ids ['0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:33:59.647566 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Routers {'0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:33:59.648452 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:33:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:33:59.651600 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:59.748772 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:33:59.831766 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Set router 0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 gateway port host: None {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:34:00.112257 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Attempt 3 to provision port f444f251-7a4f-4946-ba60-0d1ea990374b Sep 28 15:34:00.145122 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Port f444f251-7a4f-4946-ba60-0d1ea990374b cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:34:00.251345 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'name': 'router1', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:33:48Z', 'updated_at': '2022-09-28T15:33:58Z', 'revision_number': 2, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'gw_port_host': None, '_interfaces': [{'id': 'f444f251-7a4f-4946-ba60-0d1ea990374b', 'name': '', 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'mac_address': 'fa:16:3e:87:87:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:33:58Z', 'updated_at': '2022-09-28T15:33:59Z', 'revision_number': 2, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'subnets': [{'id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9251a14b-c8df-4adf-b4ae-ec43d092bcd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:34:00.299776 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Checking router: 0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:34:00.300146 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Updating router 0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 port f444f251-7a4f-4946-ba60-0d1ea990374b binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:34:00.356563 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:00.646384 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Attempt 4 to provision port f444f251-7a4f-4946-ba60-0d1ea990374b Sep 28 15:34:00.677482 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Port f444f251-7a4f-4946-ba60-0d1ea990374b cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:34:00.861152 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Publish callbacks [] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:00.867465 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:01.013516 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Attempting to bind port f444f251-7a4f-4946-ba60-0d1ea990374b on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:34:01.013834 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Attempting to bind port f444f251-7a4f-4946-ba60-0d1ea990374b by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': 'b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:34:01.014267 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Attempting to bind port f444f251-7a4f-4946-ba60-0d1ea990374b on network da745dbd-fe19-4679-8a65-57ff5f4f5f13 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:34:01.017024 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Pushing event updated for resources: {'Port': ['ID=f444f251-7a4f-4946-ba60-0d1ea990374b,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:34:01.047642 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.047982 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.048343 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.048692 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.049022 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.049348 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.049669 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.050015 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.050336 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.050653 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.050972 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.051302 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.051620 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.051934 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.052244 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Tracked resource versions report: Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: pushed versions: Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: { 'AddressGroup': {'1.2'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Agent': {'1.1'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'ConntrackHelper': {'1.0'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'LocalIPAssociation': {'1.0'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Log': {'1.0'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'NDPProxy': {'1.0'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Network': {'1.1'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Port': {'1.7'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'PortForwarding': {'1.3'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'QosPolicy': {'1.10'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SecurityGroup': {'1.5'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SecurityGroupRule': {'1.2'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SubPort': {'1.0'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Subnet': {'1.1'}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Trunk': {'1.1'}} Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: consumer versions: Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: { DHCP agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: L3 agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: Metadata agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: Metering agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: Open vSwitch agent@dv-cinder-859319-2-iscsi: { 'AddressGroup': '1.2', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Agent': '1.1', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'ConntrackHelper': '1.0', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'LocalIPAssociation': '1.0', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Log': '1.0', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'NDPProxy': '1.0', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Network': '1.1', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Port': '1.7', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'PortForwarding': '1.3', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'QosPolicy': '1.10', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SecurityGroup': '1.5', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SecurityGroupRule': '1.2', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SubPort': '1.0', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Subnet': '1.1', Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Trunk': '1.1'}} Sep 28 15:34:01.053712 dv-cinder-859319-2-iscsi neutron-server[112833]: {{(pid=112833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 15:34:01.112313 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:34:01.112710 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Checking segment: {'id': 'b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:34:01.113172 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:01.113556 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Bound using segment: {'id': 'b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:34:01.114048 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Bound port: f444f251-7a4f-4946-ba60-0d1ea990374b, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:34:01.114429 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:01.159739 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:01.179034 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Attempt 5 to provision port f444f251-7a4f-4946-ba60-0d1ea990374b Sep 28 15:34:01.179874 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] For port f444f251-7a4f-4946-ba60-0d1ea990374b, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:34:01.182540 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:01.202916 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] For port f444f251-7a4f-4946-ba60-0d1ea990374b, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=f444f251-7a4f-4946-ba60-0d1ea990374b,segment=NetworkSegment(b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f),segment_id=b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:34:01.209524 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:01.218076 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Port f444f251-7a4f-4946-ba60-0d1ea990374b cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:34:01.252203 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Routers {'0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:34:01.252806 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:33:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:34:01.296947 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afe3cd-333c-4e9f-acb0-a05ee0ffb4fc None None] Pushing event updated for resources: {'Port': ['ID=f444f251-7a4f-4946-ba60-0d1ea990374b,revision_number=4']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:34:01.346877 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] Set router 0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 gateway port host: None {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:34:01.536112 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'name': 'router1', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:33:48Z', 'updated_at': '2022-09-28T15:33:58Z', 'revision_number': 2, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'gw_port_host': None, '_interfaces': [{'id': 'f444f251-7a4f-4946-ba60-0d1ea990374b', 'name': '', 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'mac_address': 'fa:16:3e:87:87:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:33:58Z', 'updated_at': '2022-09-28T15:34:01Z', 'revision_number': 4, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'subnets': [{'id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9251a14b-c8df-4adf-b4ae-ec43d092bcd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:34:01.561384 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641adf4d-014d-4157-96ce-0f5cd61964c7 None None] The sync data for ids ['0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'] in dv-cinder-859319-2-iscsi is: [{'id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'name': 'router1', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:33:48Z', 'updated_at': '2022-09-28T15:33:58Z', 'revision_number': 2, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'gw_port_host': None, '_interfaces': [{'id': 'f444f251-7a4f-4946-ba60-0d1ea990374b', 'name': '', 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'mac_address': 'fa:16:3e:87:87:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:33:58Z', 'updated_at': '2022-09-28T15:34:01Z', 'revision_number': 4, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'subnets': [{'id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9251a14b-c8df-4adf-b4ae-ec43d092bcd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:34:01.719029 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Attempt 6 to provision port f444f251-7a4f-4946-ba60-0d1ea990374b Sep 28 15:34:01.791901 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Current status of the port f444f251-7a4f-4946-ba60-0d1ea990374b is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:34:01.792292 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:01.827630 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] For port f444f251-7a4f-4946-ba60-0d1ea990374b, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=f444f251-7a4f-4946-ba60-0d1ea990374b,segment=NetworkSegment(b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f),segment_id=b5d59ee5-9e0b-46e5-b6fc-1ac942d5f47f)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:34:01.832768 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:01.881895 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72fa3b-26de-4889-866a-db5a5323187a None None] Pushing event updated for resources: {'Port': ['ID=f444f251-7a4f-4946-ba60-0d1ea990374b,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:34:01.956269 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-0cdfa799-3c32-480b-81f3-de675d0924d2 None None] Provisioning complete for port f444f251-7a4f-4946-ba60-0d1ea990374b triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:34:01.956660 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa799-3c32-480b-81f3-de675d0924d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:01.956995 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-0cdfa799-3c32-480b-81f3-de675d0924d2 None None] Attempt 1 to provision port f444f251-7a4f-4946-ba60-0d1ea990374b Sep 28 15:34:02.035603 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfa799-3c32-480b-81f3-de675d0924d2 None None] Current status of the port f444f251-7a4f-4946-ba60-0d1ea990374b is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:34:02.274970 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 35738) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:34:02.798806 dv-cinder-859319-2-iscsi neutron-server[112831]: WARNING oslo_policy.policy [None req-38a306b0-b711-40a6-8b97-2c74d31c31f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 15:34:02.799478 dv-cinder-859319-2-iscsi neutron-server[112831]: WARNING oslo_policy.policy [None req-38a306b0-b711-40a6-8b97-2c74d31c31f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 15:34:03.035417 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writer thread running {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 15:34:03.134381 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:03.192439 dv-cinder-859319-2-iscsi neutron-server[112831]: ERROR stevedore.extension [None req-38a306b0-b711-40a6-8b97-2c74d31c31f1 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 28 15:34:03.247620 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.policy [None req-38a306b0-b711-40a6-8b97-2c74d31c31f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112831) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 28 15:34:03.289250 dv-cinder-859319-2-iscsi neutron-server[112831]: WARNING oslo_policy.policy [None req-38a306b0-b711-40a6-8b97-2c74d31c31f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 15:34:03.289880 dv-cinder-859319-2-iscsi neutron-server[112831]: WARNING oslo_policy.policy [None req-38a306b0-b711-40a6-8b97-2c74d31c31f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 15:34:03.297937 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a306b0-b711-40a6-8b97-2c74d31c31f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:34:03.299750 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-38a306b0-b711-40a6-8b97-2c74d31c31f1 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/f685b48a-c03f-466e-b53a-e2fe3db84996 HTTP/1.1" status: 200 len: 842 time: 1.0274510 Sep 28 15:34:03.309890 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Request body: {'subnet': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:34:03.353805 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Made reservation on behalf of 8de950cb25d34fe8afed2528d2e112e6 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:34:03.356627 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:03.740068 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.objects.ports [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112831) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 28 15:34:03.740569 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (2bcf8f69-ea2f-46a5-b261-39ea3508e584), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:03.813180 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bcf8f69-ea2f-46a5-b261-39ea3508e584,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:34:03.817724 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:34:03.818106 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Network hostable DHCP agents. Network: f685b48a-c03f-466e-b53a-e2fe3db84996, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:34:03.828004 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.828348 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.829294 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.829610 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.829965 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.830295 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.830620 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.830936 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.831266 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.831588 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.831925 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.832273 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.832595 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.832919 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.833236 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Tracked resource versions report: Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: pushed versions: Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: { 'AddressGroup': {'1.2'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Agent': {'1.1'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'ConntrackHelper': {'1.0'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'LocalIPAssociation': {'1.0'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Log': {'1.0'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'NDPProxy': {'1.0'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Network': {'1.1'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Port': {'1.7'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'PortForwarding': {'1.3'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'QosPolicy': {'1.10'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SecurityGroup': {'1.5'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SecurityGroupRule': {'1.2'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SubPort': {'1.0'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Subnet': {'1.1'}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Trunk': {'1.1'}} Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: consumer versions: Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: { DHCP agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: L3 agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: Metadata agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: Metering agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: Open vSwitch agent@dv-cinder-859319-2-iscsi: { 'AddressGroup': '1.2', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Agent': '1.1', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'ConntrackHelper': '1.0', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'LocalIPAssociation': '1.0', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Log': '1.0', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'NDPProxy': '1.0', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Network': '1.1', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Port': '1.7', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'PortForwarding': '1.3', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'QosPolicy': '1.10', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SecurityGroup': '1.5', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SecurityGroupRule': '1.2', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SubPort': '1.0', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Subnet': '1.1', Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Trunk': '1.1'}} Sep 28 15:34:03.834662 dv-cinder-859319-2-iscsi neutron-server[112831]: {{(pid=112831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 15:34:03.866086 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:34:03.882510 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, f685b48a-c03f-466e-b53a-e2fe3db84996) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:34:03.889218 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:34:03.890026 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:03.890552 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12aafbe-adb3-429c-8240-341b7e73e5fd None None] Network f685b48a-c03f-466e-b53a-e2fe3db84996 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:34:03.917972 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-337a1005-e00f-467d-b4e9-607ba347d7f1 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6078432 Sep 28 15:34:03.975992 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:04.010579 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c220ebc4-25c5-4bdb-baea-741f7c2909d3 None None] Network f685b48a-c03f-466e-b53a-e2fe3db84996 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:34:06.727861 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 35764) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:34:07.247129 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-04961da6-6f64-4f7c-8467-333becfe3637 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 HTTP/1.1" status: 200 len: 710 time: 0.5182414 Sep 28 15:34:07.338403 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357efa7e-8c75-4340-b281-528bd0f65333 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:34:07.339877 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-357efa7e-8c75-4340-b281-528bd0f65333 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/f685b48a-c03f-466e-b53a-e2fe3db84996 HTTP/1.1" status: 200 len: 886 time: 0.0870368 Sep 28 15:34:07.349580 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:34:07.389484 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device f444f251-7a4f-4946-ba60-0d1ea990374b up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:34:07.433440 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port f444f251-7a4f-4946-ba60-0d1ea990374b triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:34:07.433828 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:07.434309 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port f444f251-7a4f-4946-ba60-0d1ea990374b Sep 28 15:34:07.510689 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port f444f251-7a4f-4946-ba60-0d1ea990374b is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:34:07.544551 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:07.591040 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Publish callbacks [] for router_gateway (0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:07.654103 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:07.807797 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Publish callbacks [] for router_gateway (0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:07.886321 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:08.039237 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Allocated IP 172.27.2.41 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/94433a88-997c-4ee1-8fe8-47714e5cf816) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:34:08.146377 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Publish callbacks [] for port (94433a88-997c-4ee1-8fe8-47714e5cf816), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:08.201160 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (94433a88-997c-4ee1-8fe8-47714e5cf816), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:08.277611 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:34:08.283225 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:34:08.287258 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:34:08.290253 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Pushing event updated for resources: {'Port': ['ID=94433a88-997c-4ee1-8fe8-47714e5cf816,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:34:08.577237 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:08.586824 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Publish callbacks [] for router_gateway (0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:08.679387 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:08.768058 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2009047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2007269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-956'] for router (0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:08.773026 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2009032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2009025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2007262'] for router (0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:08.874284 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Router 0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:34:08.973080 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:34:08.977392 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:08.978621 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-13966fc9-28a4-42d7-a107-09cf11ae9e39 demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 HTTP/1.1" status: 200 len: 889 time: 1.6322300 Sep 28 15:34:08.989375 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Sync routers for ids ['0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:34:09.002096 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Routers {'0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:34:09.002802 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:33:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:34:09.177887 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:09.216987 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Set router 0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:34:09.612577 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:09.614476 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=50,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:09.667476 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'name': 'router1', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '94433a88-997c-4ee1-8fe8-47714e5cf816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:33:48Z', 'updated_at': '2022-09-28T15:34:08Z', 'revision_number': 4, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'gw_port': {'id': '94433a88-997c-4ee1-8fe8-47714e5cf816', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:34:07Z', 'updated_at': '2022-09-28T15:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'f444f251-7a4f-4946-ba60-0d1ea990374b', 'name': '', 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'mac_address': 'fa:16:3e:87:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:33:58Z', 'updated_at': '2022-09-28T15:34:01Z', 'revision_number': 5, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'subnets': [{'id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9251a14b-c8df-4adf-b4ae-ec43d092bcd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:34:09.717321 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Checking router: 0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:34:09.717677 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Updating router 0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 port 94433a88-997c-4ee1-8fe8-47714e5cf816 binding host dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:34:09.768117 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (94433a88-997c-4ee1-8fe8-47714e5cf816), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:09.978182 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:10.080123 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Publish callbacks [] for port (94433a88-997c-4ee1-8fe8-47714e5cf816), precommit_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:10.085428 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (94433a88-997c-4ee1-8fe8-47714e5cf816), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:10.122248 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Attempting to bind port 94433a88-997c-4ee1-8fe8-47714e5cf816 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:34:10.122634 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Attempting to bind port 94433a88-997c-4ee1-8fe8-47714e5cf816 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:34:10.122993 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Attempting to bind port 94433a88-997c-4ee1-8fe8-47714e5cf816 on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:34:10.154693 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5a328-d19d-4eda-9d8a-cae652fc0edf None None] Pushing event updated for resources: {'Port': ['ID=94433a88-997c-4ee1-8fe8-47714e5cf816,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:34:10.176250 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:34:10.176618 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:34:10.177015 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:10.177436 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:34:10.177951 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Bound port: 94433a88-997c-4ee1-8fe8-47714e5cf816, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:34:10.178379 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (94433a88-997c-4ee1-8fe8-47714e5cf816), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:10.224982 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] For port 94433a88-997c-4ee1-8fe8-47714e5cf816, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:34:10.228724 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] For port 94433a88-997c-4ee1-8fe8-47714e5cf816, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=94433a88-997c-4ee1-8fe8-47714e5cf816,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:34:10.234814 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (94433a88-997c-4ee1-8fe8-47714e5cf816), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:10.267366 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Routers {'0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:34:10.267963 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:33:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:34:10.332763 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5a328-d19d-4eda-9d8a-cae652fc0edf None None] Pushing event updated for resources: {'Port': ['ID=94433a88-997c-4ee1-8fe8-47714e5cf816,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:34:10.390140 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] Set router 0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:34:10.457200 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:10.599505 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'name': 'router1', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '94433a88-997c-4ee1-8fe8-47714e5cf816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:33:48Z', 'updated_at': '2022-09-28T15:34:08Z', 'revision_number': 4, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'gw_port': {'id': '94433a88-997c-4ee1-8fe8-47714e5cf816', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:34:07Z', 'updated_at': '2022-09-28T15:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'f444f251-7a4f-4946-ba60-0d1ea990374b', 'name': '', 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'mac_address': 'fa:16:3e:87:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:33:58Z', 'updated_at': '2022-09-28T15:34:01Z', 'revision_number': 5, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'subnets': [{'id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9251a14b-c8df-4adf-b4ae-ec43d092bcd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:34:10.632225 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73a0c8-17fb-45a1-b4c9-b9f4a2d95ddd None None] The sync data for ids ['0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352'] in dv-cinder-859319-2-iscsi is: [{'id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'name': 'router1', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '94433a88-997c-4ee1-8fe8-47714e5cf816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:33:48Z', 'updated_at': '2022-09-28T15:34:08Z', 'revision_number': 4, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'gw_port': {'id': '94433a88-997c-4ee1-8fe8-47714e5cf816', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:34:07Z', 'updated_at': '2022-09-28T15:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'f444f251-7a4f-4946-ba60-0d1ea990374b', 'name': '', 'network_id': 'da745dbd-fe19-4679-8a65-57ff5f4f5f13', 'tenant_id': '4251d157536c4934bf6f66268f3037a9', 'mac_address': 'fa:16:3e:87:87:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6d9cf5-7d4d-410f-aedd-6fd1c44ea352', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:33:58Z', 'updated_at': '2022-09-28T15:34:01Z', 'revision_number': 5, 'project_id': '4251d157536c4934bf6f66268f3037a9', 'subnets': [{'id': '8ac511ed-39f7-44b6-8ca6-495a3fbf712c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9251a14b-c8df-4adf-b4ae-ec43d092bcd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:34:11.421304 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 94433a88-997c-4ee1-8fe8-47714e5cf816 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:34:11.469809 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 94433a88-997c-4ee1-8fe8-47714e5cf816 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:34:11.470236 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (94433a88-997c-4ee1-8fe8-47714e5cf816), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:11.470568 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 94433a88-997c-4ee1-8fe8-47714e5cf816 Sep 28 15:34:11.538402 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:11.539614 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=36 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:11.541499 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 94433a88-997c-4ee1-8fe8-47714e5cf816 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:34:11.541910 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (94433a88-997c-4ee1-8fe8-47714e5cf816), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:11.562925 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port 94433a88-997c-4ee1-8fe8-47714e5cf816, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=94433a88-997c-4ee1-8fe8-47714e5cf816,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:34:11.566597 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (94433a88-997c-4ee1-8fe8-47714e5cf816), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:11.612756 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:11.616152 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=94433a88-997c-4ee1-8fe8-47714e5cf816,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:34:11.796801 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 35776) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:34:12.184149 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-ea49753a-e3ba-46b0-b92f-45b4f1f453dd admin admin] 10.222.0.52 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3861303 Sep 28 15:34:13.378418 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 94433a88-997c-4ee1-8fe8-47714e5cf816 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:34:13.426760 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 94433a88-997c-4ee1-8fe8-47714e5cf816 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:34:13.427150 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (94433a88-997c-4ee1-8fe8-47714e5cf816), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:13.427486 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 94433a88-997c-4ee1-8fe8-47714e5cf816 Sep 28 15:34:13.509926 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 94433a88-997c-4ee1-8fe8-47714e5cf816 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:34:22.176594 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=31 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:22.181166 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=53 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:23.506485 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=20 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:23.508810 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:24.336725 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-6a7f6e94-77bd-4708-99e3-1f905e87e86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:26.437154 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-141542db-fb6c-4137-9ff0-4c763975097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:28.180137 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:29.659289 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:29.702066 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:34.669477 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:34.671525 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:35.665212 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 5 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:34:39.689363 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:39.695758 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:45.664530 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:34:54.345750 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9d66a0c2-80c1-43b4-b52c-46d1d7a9caa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:56.445586 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-6877fa8e-54df-4319-9ca9-cea4eef186d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:58.184843 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:59.663674 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:34:59.701497 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:09.693646 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:09.696430 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:11.658616 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:11.671793 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=5 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:12.664294 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 5 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:35:22.660316 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:24.336515 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ff103899-8254-4e6c-933d-9c136f477e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:26.440475 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f02efe74-7f12-4181-972e-646f981ba480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:28.180916 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:29.662590 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:29.694477 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:37.544605 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 36328) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:35:37.878429 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcf6ac7-ee9e-4221-a1c5-7c1436de59d9 admin admin] GET failed (client error): The resource could not be found. Sep 28 15:35:37.879718 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-0dcf6ac7-ee9e-4221-a1c5-7c1436de59d9 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3341968 Sep 28 15:35:38.042726 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528eaf2e-9b66-42b1-9a36-48ab50b47234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:38.044101 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-528eaf2e-9b66-42b1-9a36-48ab50b47234 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1599278 Sep 28 15:35:39.658433 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:39.689822 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:40.614899 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 36338) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:35:40.986150 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a764a00b-8004-4383-8cd7-214a9706a181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:40.987476 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-a764a00b-8004-4383-8cd7-214a9706a181 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/8ac511ed-39f7-44b6-8ca6-495a3fbf712c HTTP/1.1" status: 200 len: 849 time: 0.3716190 Sep 28 15:35:40.997091 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:35:41.085056 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Publish callbacks [] for subnet (8ac511ed-39f7-44b6-8ca6-495a3fbf712c), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:41.223922 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762151855517'] for subnet (8ac511ed-39f7-44b6-8ca6-495a3fbf712c), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:41.259910 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:41.260510 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:41.261819 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] 10.222.0.52 "PUT /networking/v2.0/subnets/8ac511ed-39f7-44b6-8ca6-495a3fbf712c HTTP/1.1" status: 200 len: 868 time: 0.2682538 Sep 28 15:35:41.265150 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7829c2-1e8d-4db4-a535-0983febb3d9d None None] Network da745dbd-fe19-4679-8a65-57ff5f4f5f13 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:35:41.283984 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac511ed-39f7-44b6-8ca6-495a3fbf712c,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:35:41.297810 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.298194 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.299063 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.299410 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.299748 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.300081 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.300426 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.300740 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.301083 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.301414 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.301762 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.302131 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.302630 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.303097 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.303425 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e14ce3-774f-4568-99f4-4af3167dbda6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:35:41.615936 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-5d9acdd3-2995-4b05-9354-e62facf94137 None None] Provisioning complete for port dffd102c-a486-42cb-8faf-16d2f945ab5e triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:35:41.616320 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-5d9acdd3-2995-4b05-9354-e62facf94137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (dffd102c-a486-42cb-8faf-16d2f945ab5e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:41.616649 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-5d9acdd3-2995-4b05-9354-e62facf94137 None None] Attempt 1 to provision port dffd102c-a486-42cb-8faf-16d2f945ab5e Sep 28 15:35:41.691319 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-5d9acdd3-2995-4b05-9354-e62facf94137 None None] Current status of the port dffd102c-a486-42cb-8faf-16d2f945ab5e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:35:41.699081 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-5d9acdd3-2995-4b05-9354-e62facf94137 None None] Provisioning complete for port f444f251-7a4f-4946-ba60-0d1ea990374b triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:35:41.699470 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-5d9acdd3-2995-4b05-9354-e62facf94137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (f444f251-7a4f-4946-ba60-0d1ea990374b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:41.699802 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-5d9acdd3-2995-4b05-9354-e62facf94137 None None] Attempt 1 to provision port f444f251-7a4f-4946-ba60-0d1ea990374b Sep 28 15:35:41.769957 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-5d9acdd3-2995-4b05-9354-e62facf94137 None None] Current status of the port f444f251-7a4f-4946-ba60-0d1ea990374b is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:35:43.818620 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36346) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:35:44.370798 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdffc1b0-510d-48d8-8b65-5b9391b6ad23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:44.371184 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdffc1b0-510d-48d8-8b65-5b9391b6ad23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:44.372715 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-fdffc1b0-510d-48d8-8b65-5b9391b6ad23 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.5531471 Sep 28 15:35:46.961297 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36356) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:35:47.366393 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead2a0c-c232-4b76-8daf-b835910b7b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:47.366869 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead2a0c-c232-4b76-8daf-b835910b7b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:47.368397 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-4ead2a0c-c232-4b76-8daf-b835910b7b8c admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4061513 Sep 28 15:35:48.665101 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=17 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:49.663496 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 5 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:35:49.912101 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36364) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:35:50.321401 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025a1e6-776d-44d6-a124-dc7f669c928f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:50.322825 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-d025a1e6-776d-44d6-a124-dc7f669c928f admin admin] 10.222.0.52 "GET /networking/v2.0/networks/da745dbd-fe19-4679-8a65-57ff5f4f5f13 HTTP/1.1" status: 200 len: 868 time: 0.4098451 Sep 28 15:35:51.286520 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=57,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:51.287346 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=65,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:51.767233 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=40 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:51.769091 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=37 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:52.883270 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36372) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:35:53.282617 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00480751-1167-42aa-806a-3a7657f4826b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:53.284067 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-00480751-1167-42aa-806a-3a7657f4826b admin admin] 10.222.0.52 "GET /networking/v2.0/networks/f685b48a-c03f-466e-b53a-e2fe3db84996 HTTP/1.1" status: 200 len: 886 time: 0.3998966 Sep 28 15:35:54.339356 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b3241963-ebbb-4cda-986b-178e919e4338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:55.924648 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36380) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:35:56.318671 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe751870-24cb-41a1-954a-24644bdc1e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:56.319131 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe751870-24cb-41a1-954a-24644bdc1e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:56.320666 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-fe751870-24cb-41a1-954a-24644bdc1e90 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3951485 Sep 28 15:35:56.442905 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8c9c36cd-b5d7-4683-9d7c-a38f935f6ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:58.181750 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:58.903249 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36388) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:35:59.268050 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe6d38-b1cb-45fe-b889-bf36477e88f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:59.268514 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe6d38-b1cb-45fe-b889-bf36477e88f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:35:59.270115 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-93fe6d38-b1cb-45fe-b889-bf36477e88f6 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3658564 Sep 28 15:35:59.659206 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:59.660363 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=18 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:35:59.665962 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:35:59.697092 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:01.838285 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36396) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:36:02.196749 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d226906a-94d8-47bd-bf99-f85ca81cd503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:36:02.198108 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-d226906a-94d8-47bd-bf99-f85ca81cd503 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/2bcf8f69-ea2f-46a5-b261-39ea3508e584 HTTP/1.1" status: 200 len: 816 time: 0.3589442 Sep 28 15:36:04.756751 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36404) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:36:05.119614 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90432fae-e105-4179-b71b-5e49c0d513bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:36:05.120948 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-90432fae-e105-4179-b71b-5e49c0d513bd admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/8ac511ed-39f7-44b6-8ca6-495a3fbf712c HTTP/1.1" status: 200 len: 868 time: 0.3632562 Sep 28 15:36:09.690549 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:09.692668 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:15.114640 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=69 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:15.116526 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=69 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:24.342508 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-eca3073b-73a8-48fd-9522-0c5e3563bd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:25.664955 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:25.671091 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:26.447689 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-25fed009-4e49-474b-b898-d2eac236466c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:26.662160 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 5 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:36:28.185536 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:29.668109 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:29.698561 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:34.760185 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36460) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:36:35.087163 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [None req-b402b7db-17ea-4e43-a3a3-b2cbf4bfc4bd admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:36:35.088157 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-b402b7db-17ea-4e43-a3a3-b2cbf4bfc4bd admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3270421 Sep 28 15:36:36.656760 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:36.657641 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:37.722857 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36468) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:36:38.073762 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.pecan_wsgi.hooks.translation [None req-898aae5b-aea7-46e1-9f32-9ce821ed4cdc admin admin] GET failed (client error): The resource could not be found. Sep 28 15:36:38.075045 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-898aae5b-aea7-46e1-9f32-9ce821ed4cdc admin admin] 10.222.0.52 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3512354 Sep 28 15:36:38.223505 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135bc4c8-15f1-477b-84b4-16a42a1d2dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:36:38.224984 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-135bc4c8-15f1-477b-84b4-16a42a1d2dfc admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1456332 Sep 28 15:36:39.688978 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:39.694643 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:40.953312 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36476) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:36:41.271800 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:36:41.291255 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Made reservation on behalf of 8de950cb25d34fe8afed2528d2e112e6 for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:36:41.293616 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:41.321884 dv-cinder-859319-2-iscsi neutron-server[112830]: WARNING neutron.services.revisions.revision_plugin [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Could not find related network for resource to bump revision. Sep 28 15:36:41.332425 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=112830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:36:41.340919 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (12d71d9f-55f9-45c6-9985-6c48bca4f63a), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:41.341252 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Added segment 12d71d9f-55f9-45c6-9985-6c48bca4f63a of type vlan for network ae08b926-397e-4680-909b-55b19be5117f Sep 28 15:36:41.387148 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (ae08b926-397e-4680-909b-55b19be5117f), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:41.414258 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (ae08b926-397e-4680-909b-55b19be5117f), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:41.415228 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:36:41.415800 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:41.471975 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5175085 Sep 28 15:36:41.476898 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Pushing event updated for resources: {'Network': ['ID=ae08b926-397e-4680-909b-55b19be5117f,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:36:41.485169 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.485513 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.486025 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.486876 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.487206 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.487537 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.487858 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.488205 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.488540 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.488864 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.489212 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.489731 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.490081 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.490397 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.490709 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84716026-4186-4172-93d4-89ff2a099b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:41.503451 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network ae08b926-397e-4680-909b-55b19be5117f details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:36:44.072359 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 36484) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:36:44.411982 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9432ad-efe7-4c42-9194-77e2783a0b56 admin admin] GET failed (client error): The resource could not be found. Sep 28 15:36:44.413240 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-4c9432ad-efe7-4c42-9194-77e2783a0b56 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3399279 Sep 28 15:36:44.487227 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e3373-9c1e-40d6-a1ed-6869f6925b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:36:44.488701 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-730e3373-9c1e-40d6-a1ed-6869f6925b9b admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0711102 Sep 28 15:36:44.501528 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:36:44.523534 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Made reservation on behalf of 8de950cb25d34fe8afed2528d2e112e6 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:36:44.525804 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:44.746273 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (b3091807-8afe-4ba0-95f0-68657a854425), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:44.807150 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3091807-8afe-4ba0-95f0-68657a854425,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:36:44.816944 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.817294 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.817638 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.818010 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.818347 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.818686 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.819017 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.819347 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.819676 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.820004 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.820355 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.820700 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.821029 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.821364 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.821676 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:44.829564 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Checking segment: {'id': '12d71d9f-55f9-45c6-9985-6c48bca4f63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:36:44.829989 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Network hostable DHCP agents. Network: ae08b926-397e-4680-909b-55b19be5117f, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:36:44.846876 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Network ae08b926-397e-4680-909b-55b19be5117f is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:36:44.855416 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, ae08b926-397e-4680-909b-55b19be5117f) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:36:44.859349 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:36:44.859967 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:44.864660 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb38e6-476f-4028-ac70-45cf76e3ca16 None None] Network ae08b926-397e-4680-909b-55b19be5117f requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:36:44.882371 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-0446df1b-f4bb-4dda-a585-7ec38b045dd5 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3845112 Sep 28 15:36:45.067774 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-ae08b926-397e-4680-909b-55b19be5117f', 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f', 'project_id': '8de950cb25d34fe8afed2528d2e112e6', 'fixed_ips': [{'subnet_id': 'b3091807-8afe-4ba0-95f0-68657a854425'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:36:45.068698 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:45.209108 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Allocated IP 192.168.233.2 (ae08b926-397e-4680-909b-55b19be5117f/b3091807-8afe-4ba0-95f0-68657a854425/2cf7aa54-dcb2-4987-90bc-61e997551f4f) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:36:45.354218 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Publish callbacks [] for port (2cf7aa54-dcb2-4987-90bc-61e997551f4f), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:45.360862 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (2cf7aa54-dcb2-4987-90bc-61e997551f4f), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:45.403977 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Network ae08b926-397e-4680-909b-55b19be5117f is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:36:45.409097 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Pushing event updated for resources: {'Port': ['ID=2cf7aa54-dcb2-4987-90bc-61e997551f4f,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:36:45.415537 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:36:45.419405 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:36:45.422484 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.422834 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.423192 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.423625 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.423908 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.424243 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.424564 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.424884 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.425207 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.425528 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.425876 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.426202 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.426530 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.426880 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.427453 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:36:45.486776 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Attempting to bind port 2cf7aa54-dcb2-4987-90bc-61e997551f4f on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:36:45.487156 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Attempting to bind port 2cf7aa54-dcb2-4987-90bc-61e997551f4f by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '12d71d9f-55f9-45c6-9985-6c48bca4f63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:36:45.487493 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Attempting to bind port 2cf7aa54-dcb2-4987-90bc-61e997551f4f on network ae08b926-397e-4680-909b-55b19be5117f {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:36:45.529324 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:36:45.529689 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Checking segment: {'id': '12d71d9f-55f9-45c6-9985-6c48bca4f63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:36:45.530119 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:45.530502 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Bound using segment: {'id': '12d71d9f-55f9-45c6-9985-6c48bca4f63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:36:45.530976 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Bound port: 2cf7aa54-dcb2-4987-90bc-61e997551f4f, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d71d9f-55f9-45c6-9985-6c48bca4f63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:36:45.531343 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (2cf7aa54-dcb2-4987-90bc-61e997551f4f), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:45.595076 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] For port 2cf7aa54-dcb2-4987-90bc-61e997551f4f, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:36:45.598230 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] For port 2cf7aa54-dcb2-4987-90bc-61e997551f4f, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=2cf7aa54-dcb2-4987-90bc-61e997551f4f,segment=NetworkSegment(12d71d9f-55f9-45c6-9985-6c48bca4f63a),segment_id=12d71d9f-55f9-45c6-9985-6c48bca4f63a)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:36:45.605174 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (2cf7aa54-dcb2-4987-90bc-61e997551f4f), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:45.662734 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269931ef-b224-4a7f-b77c-a45104638a6e None None] Pushing event updated for resources: {'Port': ['ID=2cf7aa54-dcb2-4987-90bc-61e997551f4f,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:36:46.480926 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b2e6fa-b54d-4152-b7d2-83343e863e2f None None] Network ae08b926-397e-4680-909b-55b19be5117f requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:36:46.556138 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-00598e4a-2265-443c-b387-67a4b9e1235d None None] Provisioning complete for port 2cf7aa54-dcb2-4987-90bc-61e997551f4f triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:36:46.556532 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-00598e4a-2265-443c-b387-67a4b9e1235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (2cf7aa54-dcb2-4987-90bc-61e997551f4f), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:46.556867 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-00598e4a-2265-443c-b387-67a4b9e1235d None None] Attempt 1 to provision port 2cf7aa54-dcb2-4987-90bc-61e997551f4f Sep 28 15:36:46.564153 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:46.586056 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:46.677255 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-00598e4a-2265-443c-b387-67a4b9e1235d None None] Current status of the port 2cf7aa54-dcb2-4987-90bc-61e997551f4f is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:36:46.677255 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-00598e4a-2265-443c-b387-67a4b9e1235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (2cf7aa54-dcb2-4987-90bc-61e997551f4f), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:46.712865 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-00598e4a-2265-443c-b387-67a4b9e1235d None None] For port 2cf7aa54-dcb2-4987-90bc-61e997551f4f, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=2cf7aa54-dcb2-4987-90bc-61e997551f4f,segment=NetworkSegment(12d71d9f-55f9-45c6-9985-6c48bca4f63a),segment_id=12d71d9f-55f9-45c6-9985-6c48bca4f63a)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:36:46.718349 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-00598e4a-2265-443c-b387-67a4b9e1235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (2cf7aa54-dcb2-4987-90bc-61e997551f4f), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:46.770505 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00598e4a-2265-443c-b387-67a4b9e1235d None None] Pushing event updated for resources: {'Port': ['ID=2cf7aa54-dcb2-4987-90bc-61e997551f4f,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:36:46.836276 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-ec3a055c-8ca2-4f71-9d32-9785cfdc167c None None] Provisioning complete for port 2cf7aa54-dcb2-4987-90bc-61e997551f4f triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:36:46.836665 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ec3a055c-8ca2-4f71-9d32-9785cfdc167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (2cf7aa54-dcb2-4987-90bc-61e997551f4f), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:46.837000 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-ec3a055c-8ca2-4f71-9d32-9785cfdc167c None None] Attempt 1 to provision port 2cf7aa54-dcb2-4987-90bc-61e997551f4f Sep 28 15:36:46.914289 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a055c-8ca2-4f71-9d32-9785cfdc167c None None] Current status of the port 2cf7aa54-dcb2-4987-90bc-61e997551f4f is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:36:47.499497 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 2cf7aa54-dcb2-4987-90bc-61e997551f4f up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:36:47.546500 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 2cf7aa54-dcb2-4987-90bc-61e997551f4f triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:36:47.546804 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (2cf7aa54-dcb2-4987-90bc-61e997551f4f), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:47.547144 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 2cf7aa54-dcb2-4987-90bc-61e997551f4f Sep 28 15:36:47.618182 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 2cf7aa54-dcb2-4987-90bc-61e997551f4f is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:36:51.479474 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:51.481365 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:54.344964 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b6b5fde3-545b-4b24-b1f9-f25eca62c567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:54.869307 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=41,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:54.870094 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=52,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:36:56.455572 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-21ce68ed-c296-47b5-9437-9e876a159815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:58.188123 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:59.672448 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:36:59.701587 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:37:02.673540 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:37:02.678536 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:37:03.660886 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 5 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:37:09.668682 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:37:09.697670 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:37:22.658595 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:37:24.349248 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0ef6fac5-10e6-4f18-92b7-f6e5eede3edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:37:26.451072 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-08375bcd-a4fd-47b6-b152-db2c17f7ef18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:37:28.190866 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:37:29.675346 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:37:29.703865 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:37:39.663615 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:37:39.674920 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:37:39.697725 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:37:39.699910 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:37:40.658986 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 5 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:37:50.654262 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:37:50.655198 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:37:54.353386 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-cd3a54b7-13cd-472d-bbf7-76024df3407b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:37:56.454481 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9bd40154-6bbd-4f26-a697-cf5765b57e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:37:58.194535 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:37:59.678272 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:37:59.710268 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:05.378449 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 36528) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:38:05.385144 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [None req-823504c2-1821-4492-ad81-85d6d12fc610 tempest-verify_tempest_config-1332888343 tempest-verify_tempest_config-1332888343-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:38:05.386158 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-823504c2-1821-4492-ad81-85d6d12fc610 tempest-verify_tempest_config-1332888343 tempest-verify_tempest_config-1332888343-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0066948 Sep 28 15:38:05.890219 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 36546) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:38:06.223116 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:06.324169 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Publish callbacks [] for security_group (6268c2d6-7792-4025-bfda-06606a28e727), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:06.327819 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (6268c2d6-7792-4025-bfda-06606a28e727), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:06.375829 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6268c2d6-7792-4025-bfda-06606a28e727,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:38:06.380749 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5e1d1a7914cb4ea9abe1a13f0a33ca82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4895296 Sep 28 15:38:06.383577 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36550) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:38:06.384987 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.385355 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.385696 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.386070 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.386408 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.386742 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.387073 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.387406 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.387748 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.388079 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.388420 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.388761 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.389085 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.389406 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.389727 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fb38f-ddcb-456e-b5a4-ccfc315a2e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.439076 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Publish callbacks [] for security_group (6268c2d6-7792-4025-bfda-06606a28e727), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:06.460385 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Publish callbacks [] for security_group (6268c2d6-7792-4025-bfda-06606a28e727), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:06.555593 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (6268c2d6-7792-4025-bfda-06606a28e727), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:06.558206 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:06.559354 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6268c2d6-7792-4025-bfda-06606a28e727 HTTP/1.1" status: 204 len: 168 time: 0.1747930 Sep 28 15:38:06.567804 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6268c2d6-7792-4025-bfda-06606a28e727,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:38:06.575484 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.575749 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.576125 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.576465 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.576791 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.577114 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.577435 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.577753 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.578110 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.578434 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.579279 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.579647 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.579969 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.580492 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:06.580619 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceaad-6a67-460e-9f44-0e37c647f1e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:38:09.703044 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:16.373544 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:16.379202 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:16.563331 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:16.571117 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:16.601009 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:17.657180 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 5 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:38:24.357046 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8b1864ef-5dbe-4bbd-9f7f-9bf582d13bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:26.456670 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dd139d9b-1dd7-497a-af99-22afaf31f084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:27.653147 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=17 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:27.653907 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=17 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:28.197880 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:29.679306 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:29.702186 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:39.697108 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:39.698940 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:53.673880 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:53.678178 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:38:54.360392 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-de55e7d8-595d-4bac-8196-dcd83585e20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:54.656558 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 5 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:38:56.458499 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-69d572bb-4086-4b77-b1af-21109883ddd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:58.295111 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:59.681953 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:38:59.704315 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:39:04.652545 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:39:09.693921 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:39:09.700075 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:39:24.363029 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-553583b2-971a-4a97-8578-6dc748a62e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:39:26.463325 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-a68d30c3-cb90-40bd-bc50-3abfa0a38c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:39:28.206575 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:39:29.688994 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:39:29.709162 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:39:30.673820 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:39:30.674580 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:39:31.656166 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 5 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:39:35.324967 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009288'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:39:41.653071 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:39:45.318502 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:39:45.320914 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:39:49.113639 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 36644) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:39:49.241235 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-2b770935-7474-4bbc-b952-1bd6a0806192 admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1264598 Sep 28 15:39:51.669075 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 36654) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:39:51.722496 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-5d0fb228-ca56-4cd7-a37a-e956ada1c4d3 admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523341 Sep 28 15:39:54.366132 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-515fdddf-8239-4636-bc3c-98108f3f73ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:39:56.466309 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1535a1b5-bf46-47f4-a82b-06a55c874bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:39:58.207307 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:39:59.687410 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:39:59.710673 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:01.717090 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:01.717832 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:05.311654 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:07.667279 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:07.671308 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:08.657110 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:40:15.306006 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:15.307966 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:20.808895 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=14 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:20.809647 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=14 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:24.367412 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-427372e0-5f80-4d6e-a790-1ec5cbd3fdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:26.467667 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-70ce3e29-8aab-493f-a26a-577ff8711f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:28.209393 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:29.691447 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:29.712782 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:35.308509 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:45.298760 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:45.306968 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:45.659266 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:40:51.657638 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=5 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:54.371810 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0b52a636-0176-4f53-b85e-57126771b781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:55.659681 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=5 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:40:56.468796 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-2a71dad7-57f0-4a94-86e5-f5b0b945f433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:58.215036 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:59.695941 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:40:59.716103 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:05.321003 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:15.315164 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:15.317065 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:22.659241 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:41:22.666834 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=5 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:23.609497 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 36834) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:23.704469 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36846) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:23.911340 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2075640652-network', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:23.936762 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Made reservation on behalf of 62692d2b160040879aecaf4d44ad19b3 for: {'network': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:23.939264 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:23.948153 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.012729 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1608050589-network', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:24.041243 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Made reservation on behalf of 6822e0b3eedd404895cd4c0c64082344 for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:24.043888 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.048626 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Publish callbacks [] for security_group (bea1a195-8ee9-4daf-8b11-c9d513f67e9b), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.054924 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (bea1a195-8ee9-4daf-8b11-c9d513f67e9b), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.067179 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.090766 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1a195-8ee9-4daf-8b11-c9d513f67e9b,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:24.101185 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.101523 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.102077 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.102917 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.102917 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.103162 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.103494 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.103816 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.104312 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.104790 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.105292 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.105782 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.106241 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.107232 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.107717 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Tracked resource versions report: Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: pushed versions: Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: { 'AddressGroup': {'1.2'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Agent': {'1.1'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'ConntrackHelper': {'1.0'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'LocalIPAssociation': {'1.0'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Log': {'1.0'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'NDPProxy': {'1.0'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Network': {'1.1'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Port': {'1.7'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'PortForwarding': {'1.3'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'QosPolicy': {'1.10'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SecurityGroup': {'1.5'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SecurityGroupRule': {'1.2'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SubPort': {'1.0'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Subnet': {'1.1'}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Trunk': {'1.1'}} Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: consumer versions: Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: { DHCP agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: HyperV agent@hv-cinder-85931: {}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: L3 agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: Metadata agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: Metering agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: Open vSwitch agent@dv-cinder-859319-2-iscsi: { 'AddressGroup': '1.2', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Agent': '1.1', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'ConntrackHelper': '1.0', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'LocalIPAssociation': '1.0', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Log': '1.0', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'NDPProxy': '1.0', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Network': '1.1', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Port': '1.7', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'PortForwarding': '1.3', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'QosPolicy': '1.10', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SecurityGroup': '1.5', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SecurityGroupRule': '1.2', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'SubPort': '1.0', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Subnet': '1.1', Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: 'Trunk': '1.1'}} Sep 28 15:41:24.109633 dv-cinder-859319-2-iscsi neutron-server[112831]: {{(pid=112831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 15:41:24.115238 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=112831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:41:24.132815 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762151926977', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (eccbe305-c274-4db4-bd63-89f393cbea90), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.133727 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Unsubscribe: segment precommit_create {{(pid=112831) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 28 15:41:24.134696 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.segments_db [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Added segment eccbe305-c274-4db4-bd63-89f393cbea90 of type vlan for network 85a0d787-d04b-4ff1-9585-ae17b62d54da Sep 28 15:41:24.161151 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Publish callbacks [] for security_group (76b2beb4-3cb2-4034-9266-eb6ef84822ee), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.165050 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (76b2beb4-3cb2-4034-9266-eb6ef84822ee), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.177983 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=112830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:41:24.197880 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (85a0d787-d04b-4ff1-9585-ae17b62d54da), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.199523 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (6d5af7d4-a325-48f3-af5c-27adc1334102), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.200241 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Added segment 6d5af7d4-a325-48f3-af5c-27adc1334102 of type vlan for network e3f5d48c-3282-4a82-969b-edabdb53cfff Sep 28 15:41:24.239502 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (85a0d787-d04b-4ff1-9585-ae17b62d54da), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.240716 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:24.243685 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.245223 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b2beb4-3cb2-4034-9266-eb6ef84822ee,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:24.267144 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.267789 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.268349 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.268927 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.269492 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.270088 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.270487 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.271012 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.271622 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.272165 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.272724 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.273149 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.273567 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.273967 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.274504 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Tracked resource versions report: Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: pushed versions: Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: { 'AddressGroup': {'1.2'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Agent': {'1.1'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'ConntrackHelper': {'1.0'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'LocalIPAssociation': {'1.0'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Log': {'1.0'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'NDPProxy': {'1.0'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Network': {'1.1'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Port': {'1.7'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'PortForwarding': {'1.3'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'QosPolicy': {'1.10'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SecurityGroup': {'1.5'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SecurityGroupRule': {'1.2'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SubPort': {'1.0'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Subnet': {'1.1'}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Trunk': {'1.1'}} Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: consumer versions: Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: { DHCP agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: HyperV agent@hv-cinder-85931: {}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: L3 agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: Metadata agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: Metering agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: Open vSwitch agent@dv-cinder-859319-2-iscsi: { 'AddressGroup': '1.2', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Agent': '1.1', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'ConntrackHelper': '1.0', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'LocalIPAssociation': '1.0', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Log': '1.0', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'NDPProxy': '1.0', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Network': '1.1', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Port': '1.7', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'PortForwarding': '1.3', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'QosPolicy': '1.10', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SecurityGroup': '1.5', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SecurityGroupRule': '1.2', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'SubPort': '1.0', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Subnet': '1.1', Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: 'Trunk': '1.1'}} Sep 28 15:41:24.275967 dv-cinder-859319-2-iscsi neutron-server[112830]: {{(pid=112830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 15:41:24.283144 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (e3f5d48c-3282-4a82-969b-edabdb53cfff), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.314048 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36882) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:24.340811 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (e3f5d48c-3282-4a82-969b-edabdb53cfff), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.342616 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:24.343257 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.373271 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36886) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:24.391761 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6860201 Sep 28 15:41:24.392654 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-32a18377-cb65-48fa-9ac2-bf97bf76d24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.413548 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36888) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:24.432360 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] Request body: {'subnet': {'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1608050589-subnet', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:24.490841 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8792398 Sep 28 15:41:24.491761 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78303e55-0c12-4cda-bb22-e0c2b990b057 admin admin] Pushing event updated for resources: {'Network': ['ID=85a0d787-d04b-4ff1-9585-ae17b62d54da,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:24.492182 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f862ade-5e42-409d-836b-75ef801d2fad admin admin] Pushing event updated for resources: {'Network': ['ID=e3f5d48c-3282-4a82-969b-edabdb53cfff,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:24.493909 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 36892) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:24.498846 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] Request body: {'subnet': {'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2075640652-subnet', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:24.510215 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network e3f5d48c-3282-4a82-969b-edabdb53cfff details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:41:24.524268 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] Made reservation on behalf of 6822e0b3eedd404895cd4c0c64082344 for: {'subnet': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:24.525485 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] Made reservation on behalf of 62692d2b160040879aecaf4d44ad19b3 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:24.536920 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.538958 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.572182 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36898) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:24.615794 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network 85a0d787-d04b-4ff1-9585-ae17b62d54da details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:41:24.843337 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (88fae1ee-0705-4534-b58e-c4705ad63cff), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.874667 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (3ba17e55-cd6a-4168-9e6d-8d57c624d948), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.904518 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fae1ee-0705-4534-b58e-c4705ad63cff,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:24.913869 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] Checking segment: {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:24.914227 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] Network hostable DHCP agents. Network: 85a0d787-d04b-4ff1-9585-ae17b62d54da, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:41:24.934179 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] Network 85a0d787-d04b-4ff1-9585-ae17b62d54da is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:41:24.939037 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-network', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:24.945980 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, 85a0d787-d04b-4ff1-9585-ae17b62d54da) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:24.952166 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:24.953204 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:24.959466 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866919e9-dfc8-4ce5-8c5d-14657b3bd923 None None] Network 85a0d787-d04b-4ff1-9585-ae17b62d54da requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:25.000484 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-0dc036a7-0054-40ee-83ac-150df801b950 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5053163 Sep 28 15:41:25.001537 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 36910) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:25.006862 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:25.007258 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:25.015918 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1048298390-network', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:25.032770 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-593595512-network', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:25.038204 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (895b776f-1a2a-4160-9ea2-0173388f3460), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.039860 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (895b776f-1a2a-4160-9ea2-0173388f3460), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.044145 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:25.049406 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:25.058371 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Made reservation on behalf of 335ecfeb5c6a436e909618c1305593bb for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:25.070261 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.082325 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba17e55-cd6a-4168-9e6d-8d57c624d948,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:25.087065 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] Checking segment: {'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:25.088121 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] Network hostable DHCP agents. Network: e3f5d48c-3282-4a82-969b-edabdb53cfff, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:41:25.110155 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Made reservation on behalf of 824ddb9f6f344a2684cf31d08427306c for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:25.113072 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.115539 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.128829 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-85a0d787-d04b-4ff1-9585-ae17b62d54da', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:41:25.130019 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.147790 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:25.148841 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.169066 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Publish callbacks [] for router_controller (895b776f-1a2a-4160-9ea2-0173388f3460), precommit_add_association {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.195377 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Made reservation on behalf of 4eacc288ff1c40c8877635b387ffc3bc for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:25.198671 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.201264 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] Network e3f5d48c-3282-4a82-969b-edabdb53cfff is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:41:25.230819 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.239923 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, e3f5d48c-3282-4a82-969b-edabdb53cfff) {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:25.254995 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:25.255782 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.269933 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202020af-426f-4310-91f8-15f157089483 None None] Network e3f5d48c-3282-4a82-969b-edabdb53cfff requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:25.347668 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-8c6d1b06-57f1-4aa0-9abb-27169de5ea1e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9277241 Sep 28 15:41:25.360449 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36920) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:25.391340 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1608050589-router', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:25.430217 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Publish callbacks [] for router_gateway (895b776f-1a2a-4160-9ea2-0173388f3460), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.510325 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Publish callbacks [] for security_group (a8295a5f-8f75-4364-b810-f45871ba5aba), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.513889 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Publish callbacks [] for security_group (32c79b14-f7a3-4d1d-b61c-6e035ef69c47), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.515098 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.516125 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.531404 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (a8295a5f-8f75-4364-b810-f45871ba5aba), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.552209 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (32c79b14-f7a3-4d1d-b61c-6e035ef69c47), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.588429 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Allocated IP 172.20.0.2 (85a0d787-d04b-4ff1-9585-ae17b62d54da/88fae1ee-0705-4534-b58e-c4705ad63cff/125a09df-cfb8-43bc-82d0-a385d18a2777) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:25.621082 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-e3f5d48c-3282-4a82-969b-edabdb53cfff', 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff', 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'fixed_ips': [{'subnet_id': '3ba17e55-cd6a-4168-9e6d-8d57c624d948'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:41:25.622048 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.771692 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Publish callbacks [] for router_gateway (895b776f-1a2a-4160-9ea2-0173388f3460), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.807196 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.863624 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Publish callbacks [] for security_group (9361d83b-5ba5-4a38-80b9-0e4fd8dfa542), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.872959 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=112830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:41:25.875462 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Allocated IP 172.20.0.2 (e3f5d48c-3282-4a82-969b-edabdb53cfff/3ba17e55-cd6a-4168-9e6d-8d57c624d948/a3ade354-4809-4590-876d-18eb89355113) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:25.908542 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=70,neutron:INSERT=26,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:25.911051 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=112830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:41:25.918778 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (9361d83b-5ba5-4a38-80b9-0e4fd8dfa542), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.935149 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Allocated IP 172.27.2.243 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:25.940782 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8295a5f-8f75-4364-b810-f45871ba5aba,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:25.976054 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (3564c503-0b35-4a3e-9a76-10a24cfd46dc), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:25.976397 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Added segment 3564c503-0b35-4a3e-9a76-10a24cfd46dc of type vlan for network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 Sep 28 15:41:25.985167 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Publish callbacks [] for router_controller (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), precommit_add_association {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.008372 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=112830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:41:26.011794 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (9065f949-8795-437a-9f76-36a5c33869e1), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.012137 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Added segment 9065f949-8795-437a-9f76-36a5c33869e1 of type vlan for network b037e357-8df3-4ca3-8b1b-f30273c72384 Sep 28 15:41:26.025609 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Publish callbacks [] for port (a3ade354-4809-4590-876d-18eb89355113), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.029434 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:26.051666 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (a3ade354-4809-4590-876d-18eb89355113), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.097367 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Network e3f5d48c-3282-4a82-969b-edabdb53cfff is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:26.144161 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:26.146949 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Pushing event updated for resources: {'Port': ['ID=a3ade354-4809-4590-876d-18eb89355113,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:26.154405 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:26.161626 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:26.164275 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.164793 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.165399 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.166049 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.166543 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.167016 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.167496 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.167981 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.168451 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.168922 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.169955 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.170460 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.170929 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.171403 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.171876 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Tracked resource versions report: Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: pushed versions: Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: { 'AddressGroup': {'1.2'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Agent': {'1.1'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'ConntrackHelper': {'1.0'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'LocalIPAssociation': {'1.0'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Log': {'1.0'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'NDPProxy': {'1.0'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Network': {'1.1'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Port': {'1.7'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'PortForwarding': {'1.3'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'QosPolicy': {'1.10'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SecurityGroup': {'1.5'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SecurityGroupRule': {'1.2'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SubPort': {'1.0'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Subnet': {'1.1'}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Trunk': {'1.1'}} Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: consumer versions: Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: { DHCP agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: HyperV agent@hv-cinder-85931: {}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: L3 agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: Metadata agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: Metering agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: Open vSwitch agent@dv-cinder-859319-2-iscsi: { 'AddressGroup': '1.2', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Agent': '1.1', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'ConntrackHelper': '1.0', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'LocalIPAssociation': '1.0', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Log': '1.0', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'NDPProxy': '1.0', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Network': '1.1', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Port': '1.7', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'PortForwarding': '1.3', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'QosPolicy': '1.10', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SecurityGroup': '1.5', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SecurityGroupRule': '1.2', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'SubPort': '1.0', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Subnet': '1.1', Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: 'Trunk': '1.1'}} Sep 28 15:41:26.173678 dv-cinder-859319-2-iscsi neutron-server[112832]: {{(pid=112832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 15:41:26.203404 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Publish callbacks [] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.241741 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:INSERT=8,neutron:UPDATE=6,neutron:SELECT=86 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:26.242067 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (2f63a2fb-6fdf-42ff-a841-caf485c46c93), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.244179 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Added segment 2f63a2fb-6fdf-42ff-a841-caf485c46c93 of type vlan for network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa Sep 28 15:41:26.250847 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.283591 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c79b14-f7a3-4d1d-b61c-6e035ef69c47,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:26.307754 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (2beddede-7b14-4a1e-9c9b-0bc00eba3b72), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.317806 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=28,neutron:SELECT=62,neutron:UPDATE=10 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:26.328048 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (b037e357-8df3-4ca3-8b1b-f30273c72384), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.386462 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Pushing event updated for resources: {'Port': ['ID=d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:26.398836 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (df05fe18-9205-4e7c-b6d8-ac63aa67e1aa), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.426037 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:26.435532 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:26.440881 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:26.454928 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9361d83b-5ba5-4a38-80b9-0e4fd8dfa542,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:26.501930 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Attempting to bind port a3ade354-4809-4590-876d-18eb89355113 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:26.502626 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Attempting to bind port a3ade354-4809-4590-876d-18eb89355113 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:26.503075 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Attempting to bind port a3ade354-4809-4590-876d-18eb89355113 on network e3f5d48c-3282-4a82-969b-edabdb53cfff {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:26.519480 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (2beddede-7b14-4a1e-9c9b-0bc00eba3b72), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.520545 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:26.521129 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.527750 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Publish callbacks [] for router_gateway (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.542747 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (b037e357-8df3-4ca3-8b1b-f30273c72384), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.543728 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:26.545119 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.565381 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (df05fe18-9205-4e7c-b6d8-ac63aa67e1aa), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.566618 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:26.567209 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.583286 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-10ddcda5-6a37-4f8a-91f5-ba8ab1766817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.628406 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2324934 Sep 28 15:41:26.648591 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36978) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:26.659895 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] Request body: {'subnet': {'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-subnet', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:26.673912 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3538997 Sep 28 15:41:26.674471 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 36980) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:26.679367 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1037896 Sep 28 15:41:26.680020 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 36982) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:26.692117 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] Request body: {'subnet': {'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-subnet', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:26.730406 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] Request body: {'subnet': {'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-subnet', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:26.737904 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286bd52-3e6f-49a1-9e9a-5d9ad537f4fd admin admin] Pushing event updated for resources: {'Network': ['ID=2beddede-7b14-4a1e-9c9b-0bc00eba3b72,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:26.745580 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:26.746834 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Checking segment: {'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:26.747601 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.748366 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Bound using segment: {'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:26.749188 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Bound port: a3ade354-4809-4590-876d-18eb89355113, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:26.749826 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (a3ade354-4809-4590-876d-18eb89355113), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.765167 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:41:26.774219 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Publish callbacks [] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.843448 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.844402 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] Made reservation on behalf of 4eacc288ff1c40c8877635b387ffc3bc for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:26.852583 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.895592 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] Made reservation on behalf of 335ecfeb5c6a436e909618c1305593bb for: {'subnet': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:26.898182 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.943674 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Network 85a0d787-d04b-4ff1-9585-ae17b62d54da is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:26.953828 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:26.956325 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] For port a3ade354-4809-4590-876d-18eb89355113, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:26.963362 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:26.964521 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] Made reservation on behalf of 824ddb9f6f344a2684cf31d08427306c for: {'subnet': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:26.967491 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:26.985208 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] For port a3ade354-4809-4590-876d-18eb89355113, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=a3ade354-4809-4590-876d-18eb89355113,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:26.997760 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fb686-6a70-49c4-a7de-2a1ccc3b19b1 admin admin] Pushing event updated for resources: {'Network': ['ID=b037e357-8df3-4ca3-8b1b-f30273c72384,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:27.009485 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:27.041642 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network b037e357-8df3-4ca3-8b1b-f30273c72384 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:41:27.044749 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Pushing event updated for resources: {'Port': ['ID=125a09df-cfb8-43bc-82d0-a385d18a2777,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:27.052245 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (a3ade354-4809-4590-876d-18eb89355113), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.141724 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Publish callbacks [] for router_gateway (895b776f-1a2a-4160-9ea2-0173388f3460), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.291637 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Attempting to bind port 125a09df-cfb8-43bc-82d0-a385d18a2777 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:27.292429 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Attempting to bind port 125a09df-cfb8-43bc-82d0-a385d18a2777 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:27.293024 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Attempting to bind port 125a09df-cfb8-43bc-82d0-a385d18a2777 on network 85a0d787-d04b-4ff1-9585-ae17b62d54da {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:27.304817 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:27.326858 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af4138-1e0d-4438-ae6a-1a84526a451f None None] Pushing event updated for resources: {'Port': ['ID=a3ade354-4809-4590-876d-18eb89355113,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:27.447353 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:27.447353 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Checking segment: {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:27.447353 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.447353 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Bound using segment: {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:27.447353 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Bound port: 125a09df-cfb8-43bc-82d0-a385d18a2777, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:27.447353 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.448810 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e290d-1ba7-4c35-80b8-9400ea23b9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:27.501589 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (1d382cba-cbbe-4f33-a626-0774b388d92e), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.515992 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] For port 125a09df-cfb8-43bc-82d0-a385d18a2777, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:27.519706 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] For port 125a09df-cfb8-43bc-82d0-a385d18a2777, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=125a09df-cfb8-43bc-82d0-a385d18a2777,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:27.525266 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:41:27.557650 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d382cba-cbbe-4f33-a626-0774b388d92e,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:27.627996 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:27.643956 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (e585d368-0577-4ccc-adae-9744acd6a68f), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.665501 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] Checking segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:27.666078 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] Network hostable DHCP agents. Network: df05fe18-9205-4e7c-b6d8-ac63aa67e1aa, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:41:27.681750 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (895b776f-1a2a-4160-9ea2-0173388f3460), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.683133 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:27.688841 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.737424 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Publish callbacks [] for router_gateway (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.742567 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:27.776773 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce21cb9-7e43-4297-a06e-de0fd22a397e None None] Pushing event updated for resources: {'Port': ['ID=125a09df-cfb8-43bc-82d0-a385d18a2777,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:27.783852 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a3ade354-4809-4590-876d-18eb89355113 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:27.825949 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:41:27.828538 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.856709 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, df05fe18-9205-4e7c-b6d8-ac63aa67e1aa) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:27.863996 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:27.863996 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.885396 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63649d6a-315e-422a-9401-c5a790fd8881 None None] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:27.908536 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port a3ade354-4809-4590-876d-18eb89355113 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:27.909955 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (a3ade354-4809-4590-876d-18eb89355113), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:27.910513 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port a3ade354-4809-4590-876d-18eb89355113 Sep 28 15:41:27.921436 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-698fbdca-7d7c-4a1d-9669-7718a8ea8a40 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2456884 Sep 28 15:41:27.924056 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37026) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:27.929946 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:27.936170 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:27.939536 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e585d368-0577-4ccc-adae-9744acd6a68f,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:27.996740 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] Checking segment: {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:27.998161 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] Network hostable DHCP agents. Network: 2beddede-7b14-4a1e-9c9b-0bc00eba3b72, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:41:28.011694 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (afbb5fe3-7737-46f0-905c-2d478e9fde4b), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:28.013739 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (afbb5fe3-7737-46f0-905c-2d478e9fde4b), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:28.077651 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Publish callbacks [] for router_controller (afbb5fe3-7737-46f0-905c-2d478e9fde4b), precommit_add_association {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:28.093039 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Router 895b776f-1a2a-4160-9ea2-0173388f3460 is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:41:28.172691 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] Network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:41:28.198561 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (2deece4e-7771-4de9-913c-e26bea7b629b), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:28.223183 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, 2beddede-7b14-4a1e-9c9b-0bc00eba3b72) {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:28.299091 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe63792-6537-4fd5-9e8f-7e99e0b667d5 None None] Network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:28.306333 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Allocated IP 172.27.2.198 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/2776856d-a99f-479a-a008-d9028bfe09cb) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:28.313648 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:28.314426 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:28.355255 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:28.399059 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-af8d5c50-407d-4227-bce8-9aa925c38414 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7488744 Sep 28 15:41:28.404066 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37038) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:28.432379 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:28.445473 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Publish callbacks [] for router_gateway (afbb5fe3-7737-46f0-905c-2d478e9fde4b), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:28.477762 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2deece4e-7771-4de9-913c-e26bea7b629b,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:28.522160 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:41:28.523171 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:28.557285 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37040) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:28.585633 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] Checking segment: {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:28.586026 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] Network hostable DHCP agents. Network: b037e357-8df3-4ca3-8b1b-f30273c72384, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:41:28.589589 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:41:28.619014 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:28.620411 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:28.632615 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Sync routers for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:41:28.644751 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port a3ade354-4809-4590-876d-18eb89355113 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:28.646335 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (a3ade354-4809-4590-876d-18eb89355113), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:28.648281 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:28.657286 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-01ee4eea-39ad-44e4-9109-99879e3fec77 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6543424 Sep 28 15:41:28.668149 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37044) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:28.668263 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:28.672096 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:29.018901 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] Network b037e357-8df3-4ca3-8b1b-f30273c72384 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:41:29.035098 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Publish callbacks [] for port (2776856d-a99f-479a-a008-d9028bfe09cb), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.116976 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, b037e357-8df3-4ca3-8b1b-f30273c72384) {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:29.127181 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:29.127785 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.134134 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Publish callbacks [] for router_controller (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), precommit_add_association {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.209935 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Allocated IP 172.20.0.2 (df05fe18-9205-4e7c-b6d8-ac63aa67e1aa/1d382cba-cbbe-4f33-a626-0774b388d92e/5e5633bc-703d-4a85-bce0-c68a26836a3b) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:29.228411 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Publish callbacks [] for router_gateway (afbb5fe3-7737-46f0-905c-2d478e9fde4b), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.273430 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:29.281069 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:29.305166 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.326518 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c3d94adc-3bcc-40dc-ad33-8381b5b88430 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6071327 Sep 28 15:41:29.329585 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37050) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:29.391734 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:29.395096 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3f639c3e-cf63-4dae-9718-36a340c5bf87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.433691 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:29.535460 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:29.545141 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Publish callbacks [] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.582098 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3f639c3e-cf63-4dae-9718-36a340c5bf87 admin admin] Publish callbacks [] for security_group (477ff677-0e1a-4275-a986-1262dcff922f), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.582098 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3f639c3e-cf63-4dae-9718-36a340c5bf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (477ff677-0e1a-4275-a986-1262dcff922f), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.585030 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bcc528-fd15-407b-86e4-376a49bae2e5 None None] Network e3f5d48c-3282-4a82-969b-edabdb53cfff requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:29.587846 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:29.601918 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a07ee2-e2a6-4273-beaa-6802165603bf None None] Network b037e357-8df3-4ca3-8b1b-f30273c72384 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:29.603861 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580cadf3-1a7c-45df-a1ce-2a1f6bd221d6 None None] Network 85a0d787-d04b-4ff1-9585-ae17b62d54da requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:29.609271 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port a3ade354-4809-4590-876d-18eb89355113, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=a3ade354-4809-4590-876d-18eb89355113,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:29.614662 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-9b107cf0-9eb2-40a6-9c89-e17dd1ebbdba None None] Provisioning complete for port a3ade354-4809-4590-876d-18eb89355113 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:29.614922 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9b107cf0-9eb2-40a6-9c89-e17dd1ebbdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (a3ade354-4809-4590-876d-18eb89355113), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.615264 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-9b107cf0-9eb2-40a6-9c89-e17dd1ebbdba None None] Attempt 1 to provision port a3ade354-4809-4590-876d-18eb89355113 Sep 28 15:41:29.617264 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:41:29.618808 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.623200 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.669264 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (63f958b7-0059-4377-b390-c9bf0f008e22), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.675571 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (63f958b7-0059-4377-b390-c9bf0f008e22), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.690545 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:26Z', 'revision_number': 3, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:29.694558 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-3f639c3e-cf63-4dae-9718-36a340c5bf87 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2af27dac96724c4592f66af8801ff80b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1360149 Sep 28 15:41:29.695368 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37076) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:29.711353 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Allocated IP 172.27.2.127 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/166e9cd5-e335-494e-b66d-3cf4ee318c60) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:29.719457 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Checking router: 895b776f-1a2a-4160-9ea2-0173388f3460 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:41:29.720033 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Updating router 895b776f-1a2a-4160-9ea2-0173388f3460 port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:41:29.743580 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.774641 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.797368 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:29.798515 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (a3ade354-4809-4590-876d-18eb89355113), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.821631 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Publish callbacks [] for router_controller (63f958b7-0059-4377-b390-c9bf0f008e22), precommit_add_association {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.880044 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Publish callbacks [] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.880253 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.880923 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Pushing event updated for resources: {'Port': ['ID=5e5633bc-703d-4a85-bce0-c68a26836a3b,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:29.923760 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:29.942033 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f639c3e-cf63-4dae-9718-36a340c5bf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477ff677-0e1a-4275-a986-1262dcff922f,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:29.953729 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:29.963971 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:29.970606 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.972863 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:29.985581 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.028171 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Publish callbacks [] for router_gateway (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.059424 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Pushing event updated for resources: {'Port': ['ID=166e9cd5-e335-494e-b66d-3cf4ee318c60,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:30.120876 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Publish callbacks [] for router_gateway (63f958b7-0059-4377-b390-c9bf0f008e22), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.130688 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:30.131883 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8ffa0e05-52d7-4d2b-be02-9179f051b7e9 admin admin] Publish callbacks [] for security_group (477ff677-0e1a-4275-a986-1262dcff922f), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.137778 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:30.145677 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:30.150396 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:30.235026 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Publish callbacks [] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.242005 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.259329 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 125a09df-cfb8-43bc-82d0-a385d18a2777 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:30.260155 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:30.286797 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:30.303733 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8ffa0e05-52d7-4d2b-be02-9179f051b7e9 admin admin] Publish callbacks [] for security_group (477ff677-0e1a-4275-a986-1262dcff922f), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.314903 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Pushing event updated for resources: {'Port': ['ID=d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a,revision_number=2']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:30.331493 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:30.333294 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.333652 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.334063 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.334425 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.334541 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Pushing event updated for resources: {'Port': ['ID=2776856d-a99f-479a-a008-d9028bfe09cb,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:30.334757 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.335085 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.335410 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.335734 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.336055 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.336375 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.336749 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.337091 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.337414 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.337731 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.338222 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Tracked resource versions report: Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: pushed versions: Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: { 'AddressGroup': {'1.2'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Agent': {'1.1'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'ConntrackHelper': {'1.0'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'LocalIPAssociation': {'1.0'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Log': {'1.0'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'NDPProxy': {'1.0'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Network': {'1.1'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Port': {'1.7'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'PortForwarding': {'1.3'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'QosPolicy': {'1.10'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SecurityGroup': {'1.5'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SecurityGroupRule': {'1.2'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SubPort': {'1.0'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Subnet': {'1.1'}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Trunk': {'1.1'}} Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: consumer versions: Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: { DHCP agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: HyperV agent@hv-cinder-85931: {}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: L3 agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: Metadata agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: Metering agent@dv-cinder-859319-2-iscsi: {}, Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: Open vSwitch agent@dv-cinder-859319-2-iscsi: { 'AddressGroup': '1.2', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Agent': '1.1', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'ConntrackHelper': '1.0', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'LocalIPAssociation': '1.0', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Log': '1.0', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'NDPProxy': '1.0', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Network': '1.1', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Port': '1.7', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'PortForwarding': '1.3', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'QosPolicy': '1.10', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SecurityGroup': '1.5', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SecurityGroupRule': '1.2', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'SubPort': '1.0', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Subnet': '1.1', Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: 'Trunk': '1.1'}} Sep 28 15:41:30.342499 dv-cinder-859319-2-iscsi neutron-server[112833]: {{(pid=112833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 15:41:30.354301 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Attempting to bind port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:30.354720 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Attempting to bind port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:30.355162 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Attempting to bind port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:30.449973 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:30.451149 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:30.453620 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.454055 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:30.455400 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Bound port: d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:30.456191 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.475070 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:30.478627 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Allocated IP 172.20.0.2 (2beddede-7b14-4a1e-9c9b-0bc00eba3b72/e585d368-0577-4ccc-adae-9744acd6a68f/da3b5368-0f7d-4344-94df-6ebbe1bc7ff5) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:30.492400 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8ffa0e05-52d7-4d2b-be02-9179f051b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (477ff677-0e1a-4275-a986-1262dcff922f), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.496140 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8ffa0e05-52d7-4d2b-be02-9179f051b7e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.498495 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-8ffa0e05-52d7-4d2b-be02-9179f051b7e9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/477ff677-0e1a-4275-a986-1262dcff922f HTTP/1.1" status: 204 len: 168 time: 0.5492249 Sep 28 15:41:30.505522 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Publish callbacks [] for router_gateway (afbb5fe3-7737-46f0-905c-2d478e9fde4b), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.514104 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa0e05-52d7-4d2b-be02-9179f051b7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477ff677-0e1a-4275-a986-1262dcff922f,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:30.623274 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] For port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:30.634012 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] For port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:30.635317 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:30.643085 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:30.646928 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.713963 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:30.717311 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:30.804644 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 125a09df-cfb8-43bc-82d0-a385d18a2777 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:30.805019 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:30.805523 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 125a09df-cfb8-43bc-82d0-a385d18a2777 Sep 28 15:41:30.821309 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae03dc0-4168-450d-ab19-f40cd8a086b9 None None] Pushing event updated for resources: {'Port': ['ID=d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:30.893062 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=a3ade354-4809-4590-876d-18eb89355113,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:30.908038 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Attempting to bind port 5e5633bc-703d-4a85-bce0-c68a26836a3b on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:30.909243 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Attempting to bind port 5e5633bc-703d-4a85-bce0-c68a26836a3b by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:30.909623 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Attempting to bind port 5e5633bc-703d-4a85-bce0-c68a26836a3b on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:30.913123 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-9b107cf0-9eb2-40a6-9c89-e17dd1ebbdba None None] Current status of the port a3ade354-4809-4590-876d-18eb89355113 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:30.930963 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:31.016887 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:31.029724 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (afbb5fe3-7737-46f0-905c-2d478e9fde4b), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.051289 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Publish callbacks [] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.079883 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-b037e357-8df3-4ca3-8b1b-f30273c72384', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:41:31.080841 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.130334 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.137631 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:31.169153 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=91 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:31.204922 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-9b90f44c-3389-4b02-be33-61f682662273 None None] Provisioning complete for port a3ade354-4809-4590-876d-18eb89355113 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:31.205313 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9b90f44c-3389-4b02-be33-61f682662273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (a3ade354-4809-4590-876d-18eb89355113), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.205649 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-9b90f44c-3389-4b02-be33-61f682662273 None None] Attempt 1 to provision port a3ade354-4809-4590-876d-18eb89355113 Sep 28 15:41:31.220195 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Publish callbacks [] for router_gateway (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.360605 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Router afbb5fe3-7737-46f0-905c-2d478e9fde4b is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:41:31.367725 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:26Z', 'revision_number': 3, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:31.375563 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:31.387012 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.403272 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455c0b0-e07a-4f2f-bd74-2a1dc7bf2b22 None None] The sync data for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi is: [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:26Z', 'revision_number': 3, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:41:31.473999 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Allocated IP 172.20.0.2 (b037e357-8df3-4ca3-8b1b-f30273c72384/2deece4e-7771-4de9-913c-e26bea7b629b/9b9df40f-24b4-4f8b-a3d9-3b162868d207) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:31.553141 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Allocated IP 172.27.2.8 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/d1e276eb-7c37-4811-9642-dbe5fcc5354c) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:31.591331 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:41:31.617814 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.626312 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-80123b98-fbae-41cd-8266-26efac4141d3 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7007742 Sep 28 15:41:31.627160 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37108) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:31.639821 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Publish callbacks [] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.642490 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:31.651330 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:31.657389 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Sync routers for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:41:31.660436 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:31.660874 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Checking segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:31.661325 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.661741 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Bound using segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:31.662429 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Bound port: 5e5633bc-703d-4a85-bce0-c68a26836a3b, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:31.663064 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.677262 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.696226 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Publish callbacks [] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.707717 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:31.757070 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:31.767344 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Pushing event updated for resources: {'Port': ['ID=da3b5368-0f7d-4344-94df-6ebbe1bc7ff5,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:31.773685 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 125a09df-cfb8-43bc-82d0-a385d18a2777 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:31.774308 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.828444 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:31.854098 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Network b037e357-8df3-4ca3-8b1b-f30273c72384 is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:31.884208 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:31.884923 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:31.900809 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:31.948757 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Publish callbacks [] for router_gateway (63f958b7-0059-4377-b390-c9bf0f008e22), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.019249 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.064902 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:32.086413 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:32.093804 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Publish callbacks [] for router_gateway (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.095893 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:32.115384 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:32.120247 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37122) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:32.163727 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:32.195398 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Pushing event updated for resources: {'Port': ['ID=d1e276eb-7c37-4811-9642-dbe5fcc5354c,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:32.211075 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port 125a09df-cfb8-43bc-82d0-a385d18a2777, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=125a09df-cfb8-43bc-82d0-a385d18a2777,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:32.226064 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Attempting to bind port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:32.226549 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Attempting to bind port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:32.227024 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Attempting to bind port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 on network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:32.326151 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.382893 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Pushing event updated for resources: {'Port': ['ID=9b9df40f-24b4-4f8b-a3d9-3b162868d207,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:32.394609 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1501677516-network', 'tenant_id': 'd7287e9f86c64792bcdf362bba013439'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:32.395015 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:32.399147 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] For port 5e5633bc-703d-4a85-bce0-c68a26836a3b, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:32.486786 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Made reservation on behalf of d7287e9f86c64792bcdf362bba013439 for: {'network': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:32.495730 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.501738 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:32.531582 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.534999 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:32.559115 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:32.642613 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.687338 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Allocated IP 172.27.2.138 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/6222802f-1999-442c-a0ca-189f3bb0e03e) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:32.701367 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] For port 5e5633bc-703d-4a85-bce0-c68a26836a3b, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=5e5633bc-703d-4a85-bce0-c68a26836a3b,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:32.708774 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:32.744584 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.773800 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Publish callbacks [] for security_group (b1292200-da64-4033-bafb-5768bd45acc0), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.787043 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (b1292200-da64-4033-bafb-5768bd45acc0), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.796187 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-9b90f44c-3389-4b02-be33-61f682662273 None None] Current status of the port a3ade354-4809-4590-876d-18eb89355113 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:32.821192 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:32.863325 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-9b90f44c-3389-4b02-be33-61f682662273 None None] Provisioning complete for port 125a09df-cfb8-43bc-82d0-a385d18a2777 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:32.863717 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9b90f44c-3389-4b02-be33-61f682662273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.864402 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-9b90f44c-3389-4b02-be33-61f682662273 None None] Attempt 1 to provision port 125a09df-cfb8-43bc-82d0-a385d18a2777 Sep 28 15:41:32.883147 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=112831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:41:32.894416 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1292200-da64-4033-bafb-5768bd45acc0,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:32.902567 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.908109 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Attempting to bind port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:32.908509 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (42c4c8e3-284e-437a-a859-4819260cb39a), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:32.908671 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Attempting to bind port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:32.908855 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.segments_db [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Added segment 42c4c8e3-284e-437a-a859-4819260cb39a of type vlan for network 357b5bdb-0a1c-4397-876f-38cfcaa80a8e Sep 28 15:41:32.908947 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Attempting to bind port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 on network b037e357-8df3-4ca3-8b1b-f30273c72384 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:33.003706 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (357b5bdb-0a1c-4397-876f-38cfcaa80a8e), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.019401 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:33.019401 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.019715 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a Sep 28 15:41:33.035824 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Allocated IP 172.20.0.1 (df05fe18-9205-4e7c-b6d8-ac63aa67e1aa/1d382cba-cbbe-4f33-a626-0774b388d92e/084a3d84-6987-4fe9-9cb4-54fb9b82186a) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:33.082276 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Publish callbacks [] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.093098 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:33.098912 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:33.110098 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-9b90f44c-3389-4b02-be33-61f682662273 None None] Current status of the port 125a09df-cfb8-43bc-82d0-a385d18a2777 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:33.114350 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Publish callbacks [] for router_gateway (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.118284 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:33.118657 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Checking segment: {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:33.119494 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.119892 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Bound using segment: {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:33.120389 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Bound port: da3b5368-0f7d-4344-94df-6ebbe1bc7ff5, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:33.120791 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.170198 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (357b5bdb-0a1c-4397-876f-38cfcaa80a8e), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.171321 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:33.171770 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.213544 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=125a09df-cfb8-43bc-82d0-a385d18a2777,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:33.244900 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:33.245708 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Checking segment: {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:33.246428 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.248355 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Bound using segment: {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:33.249168 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Bound port: 9b9df40f-24b4-4f8b-a3d9-3b162868d207, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:33.249805 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.254880 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Publish callbacks [] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.261236 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1392736 Sep 28 15:41:33.266243 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37130) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:33.266831 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:30Z', 'revision_number': 3, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:33.272901 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] Request body: {'subnet': {'network_id': '357b5bdb-0a1c-4397-876f-38cfcaa80a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1501677516-subnet', 'tenant_id': 'd7287e9f86c64792bcdf362bba013439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:33.278089 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5b0aa-8f6b-4128-9e42-5c235b1dd61e admin admin] Pushing event updated for resources: {'Network': ['ID=357b5bdb-0a1c-4397-876f-38cfcaa80a8e,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:33.287416 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:33.300762 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.323594 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] Made reservation on behalf of d7287e9f86c64792bcdf362bba013439 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:33.327375 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.353326 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.372859 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-00564b2a-1175-485f-a770-6d3bf2eb7a7c None None] Provisioning complete for port 125a09df-cfb8-43bc-82d0-a385d18a2777 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:33.373471 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-00564b2a-1175-485f-a770-6d3bf2eb7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.373812 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-00564b2a-1175-485f-a770-6d3bf2eb7a7c None None] Attempt 1 to provision port 125a09df-cfb8-43bc-82d0-a385d18a2777 Sep 28 15:41:33.418526 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.480294 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Pushing event updated for resources: {'Port': ['ID=084a3d84-6987-4fe9-9cb4-54fb9b82186a,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:33.485776 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network 357b5bdb-0a1c-4397-876f-38cfcaa80a8e details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:41:33.490596 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:33.495299 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:33.498734 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:33.499681 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (afbb5fe3-7737-46f0-905c-2d478e9fde4b), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.529764 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Checking router: afbb5fe3-7737-46f0-905c-2d478e9fde4b for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:41:33.530378 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Updating router afbb5fe3-7737-46f0-905c-2d478e9fde4b port 166e9cd5-e335-494e-b66d-3cf4ee318c60 binding host dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:41:33.638259 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebf28f-ca1d-4202-8979-674851d52c26 None None] Pushing event updated for resources: {'Port': ['ID=5e5633bc-703d-4a85-bce0-c68a26836a3b,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:33.681081 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:33.726921 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:33.730131 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:33.735924 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] For port 9b9df40f-24b4-4f8b-a3d9-3b162868d207, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:33.751539 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] For port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:33.768667 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:33.769079 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.780823 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:33.781208 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.803008 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Pushing event updated for resources: {'Port': ['ID=6222802f-1999-442c-a0ca-189f3bb0e03e,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:33.805565 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] For port 9b9df40f-24b4-4f8b-a3d9-3b162868d207, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=9b9df40f-24b4-4f8b-a3d9-3b162868d207,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:33.808298 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:33.813909 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Allocated IP 172.20.0.1 (85a0d787-d04b-4ff1-9585-ae17b62d54da/88fae1ee-0705-4534-b58e-c4705ad63cff/5cfe8ec1-7637-4278-b17e-a4b4c2498f0a) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:33.814824 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] For port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=da3b5368-0f7d-4344-94df-6ebbe1bc7ff5,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:33.857766 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.871429 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.873919 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (91b0c254-e435-4af0-b755-6babb8c931c9), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.889247 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:33.894888 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:33.904019 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:34.023472 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b0c254-e435-4af0-b755-6babb8c931c9,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:34.063720 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-00564b2a-1175-485f-a770-6d3bf2eb7a7c None None] Current status of the port 125a09df-cfb8-43bc-82d0-a385d18a2777 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:34.074455 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.075477 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a3ade354-4809-4590-876d-18eb89355113 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:34.114952 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] Checking segment: {'id': '42c4c8e3-284e-437a-a859-4819260cb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '357b5bdb-0a1c-4397-876f-38cfcaa80a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:34.117076 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] Network hostable DHCP agents. Network: 357b5bdb-0a1c-4397-876f-38cfcaa80a8e, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:41:34.126213 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.225734 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bba851-70a5-4ad8-9eda-94fd8c8b69d2 None None] Pushing event updated for resources: {'Port': ['ID=9b9df40f-24b4-4f8b-a3d9-3b162868d207,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:34.235639 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] Network 357b5bdb-0a1c-4397-876f-38cfcaa80a8e is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:41:34.290711 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, 357b5bdb-0a1c-4397-876f-38cfcaa80a8e) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:34.330210 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:34.332542 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.339769 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa8f18b-dea5-43ca-9465-2a4c2315c7d0 None None] Network 357b5bdb-0a1c-4397-876f-38cfcaa80a8e requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:34.427643 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:34.456058 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-fe2ce9b1-2277-40cb-a403-8c51ba7e9174 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1884358 Sep 28 15:41:34.490141 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Publish callbacks [] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.490992 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port a3ade354-4809-4590-876d-18eb89355113 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:34.491632 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (a3ade354-4809-4590-876d-18eb89355113), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.492111 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port a3ade354-4809-4590-876d-18eb89355113 Sep 28 15:41:34.494310 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Publish callbacks [] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.497970 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:41:34.500836 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.501965 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (afbb5fe3-7737-46f0-905c-2d478e9fde4b), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.505056 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:34.514169 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:34.552958 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309fb65-065e-4bed-869d-7103c84cf1f7 None None] Pushing event updated for resources: {'Port': ['ID=da3b5368-0f7d-4344-94df-6ebbe1bc7ff5,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:34.659352 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Pushing event updated for resources: {'Port': ['ID=084a3d84-6987-4fe9-9cb4-54fb9b82186a,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:34.730556 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Publish callbacks [] for router_gateway (63f958b7-0059-4377-b390-c9bf0f008e22), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.735775 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d937852d-b97f-4e07-8201-6cdc5a913da7 None None] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:34.748225 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:34.752661 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:34.900228 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Router afbb5fe3-7737-46f0-905c-2d478e9fde4b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:41:34.900600 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Publish callbacks [] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), precommit_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.902627 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:34.906614 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-0b22bef7-4563-4dc7-b1eb-83f3db761ca0 None None] Provisioning complete for port 5e5633bc-703d-4a85-bce0-c68a26836a3b triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:34.906978 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0b22bef7-4563-4dc7-b1eb-83f3db761ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.907302 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-0b22bef7-4563-4dc7-b1eb-83f3db761ca0 None None] Attempt 1 to provision port 5e5633bc-703d-4a85-bce0-c68a26836a3b Sep 28 15:41:34.928109 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:34.941235 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:34.955732 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:35.005930 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port a3ade354-4809-4590-876d-18eb89355113 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:35.008368 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e8310f-2d55-4338-8e10-526816574666 None None] Network 357b5bdb-0a1c-4397-876f-38cfcaa80a8e requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:35.018181 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:35.025123 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Network 85a0d787-d04b-4ff1-9585-ae17b62d54da is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:35.039330 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:35.041744 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:41:35.050773 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:35.051256 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (895b776f-1a2a-4160-9ea2-0173388f3460), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:35.066463 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Pushing event updated for resources: {'Port': ['ID=5cfe8ec1-7637-4278-b17e-a4b4c2498f0a,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:35.087040 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f12926-3a0d-4c08-af92-be1c47b0f6d2 None None] Pushing event updated for resources: {'Port': ['ID=166e9cd5-e335-494e-b66d-3cf4ee318c60,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:35.169504 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:41:35.174988 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:41:35.175990 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-181f2524-a525-45e5-9235-fff64ce4d25a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/afbb5fe3-7737-46f0-905c-2d478e9fde4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5477040 Sep 28 15:41:35.266307 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Sync routers for ids ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:41:35.277110 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Routers {'0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:35.277745 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:35.341622 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (63f958b7-0059-4377-b390-c9bf0f008e22), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:35.528484 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:35.534726 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-33cadf4e-b99b-4ed6-85b2-9e205c55be28 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.1606598 Sep 28 15:41:35.535824 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37164) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:35.545997 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Attempting to bind port 166e9cd5-e335-494e-b66d-3cf4ee318c60 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:35.547844 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Attempting to bind port 166e9cd5-e335-494e-b66d-3cf4ee318c60 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:35.548295 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Attempting to bind port 166e9cd5-e335-494e-b66d-3cf4ee318c60 on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:35.585067 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Set router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:35.683612 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 5e5633bc-703d-4a85-bce0-c68a26836a3b up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:35.710189 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37170) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:35.719372 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-625061478-network', 'tenant_id': 'fd72bda4e1944528a2f342e3a25173d0'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:35.798601 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Made reservation on behalf of fd72bda4e1944528a2f342e3a25173d0 for: {'network': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:35.801166 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:35.852787 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:35.938098 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:35.940127 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-0b22bef7-4563-4dc7-b1eb-83f3db761ca0 None None] Current status of the port 5e5633bc-703d-4a85-bce0-c68a26836a3b is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:35.940572 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0b22bef7-4563-4dc7-b1eb-83f3db761ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:35.976945 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:41:36.016585 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Sync routers for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:41:36.087229 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.088499 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-59887026-5828-47c0-938b-ae3f53622e4a admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6766944 Sep 28 15:41:36.108112 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37188) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:36.116534 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e72c3d-df53-4d44-8646-0fb413b96b9c None None] Network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:36.130927 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'name': 'tempest-DeleteServersTestJSON-1608050589-router', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:30Z', 'revision_number': 3, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'gw_port': {'id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:27Z', 'updated_at': '2022-09-28T15:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:36.135396 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:36.199166 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Checking router: 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:41:36.199803 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Updating router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 port 2776856d-a99f-479a-a008-d9028bfe09cb binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:41:36.267220 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.330884 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:36.369156 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-0b22bef7-4563-4dc7-b1eb-83f3db761ca0 None None] For port 5e5633bc-703d-4a85-bce0-c68a26836a3b, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=5e5633bc-703d-4a85-bce0-c68a26836a3b,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:36.397179 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4118136-e30f-4c72-a2e3-4fa8a55fcf23 None None] Network b037e357-8df3-4ca3-8b1b-f30273c72384 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:36.401661 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:36.402252 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:36.402765 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.403787 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:36.404481 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Bound port: 166e9cd5-e335-494e-b66d-3cf4ee318c60, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:36.404957 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.407537 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0b22bef7-4563-4dc7-b1eb-83f3db761ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.408365 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:36.413792 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37200) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:36.442369 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-1b0e0d20-2b7c-43e4-a7d0-74a63676e0b7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516805446', 'description': 'tempest-description--2011807395'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:36.483155 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:36.483851 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:36.514509 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Publish callbacks [] for security_group (5d1189f3-2d4d-4d56-87d3-9f286f20fca7), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.528647 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (5d1189f3-2d4d-4d56-87d3-9f286f20fca7), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.575000 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1189f3-2d4d-4d56-87d3-9f286f20fca7,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:36.583484 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d20-2b7c-43e4-a7d0-74a63676e0b7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.659790 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 5e5633bc-703d-4a85-bce0-c68a26836a3b triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:36.660190 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.660579 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 5e5633bc-703d-4a85-bce0-c68a26836a3b Sep 28 15:41:36.679795 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.763528 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:36.820086 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Provisioning complete for port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:36.820602 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.820677 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 1 to provision port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 Sep 28 15:41:36.830902 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d20-2b7c-43e4-a7d0-74a63676e0b7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (3580a1e9-b886-4c57-9da4-34bf6064b6be), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.832081 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=112831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:41:36.852874 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Router 63f958b7-0059-4377-b390-c9bf0f008e22 is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:41:36.867582 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d20-2b7c-43e4-a7d0-74a63676e0b7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (3580a1e9-b886-4c57-9da4-34bf6064b6be), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.906989 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (b111d5f6-9afa-405e-ae54-c5bc221e0179), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.907517 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.segments_db [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Added segment b111d5f6-9afa-405e-ae54-c5bc221e0179 of type vlan for network 644021ea-153d-466c-bdee-7ad0d4c35bf4 Sep 28 15:41:36.909221 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Publish callbacks [] for port (2776856d-a99f-479a-a008-d9028bfe09cb), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.917303 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.923272 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22bef7-4563-4dc7-b1eb-83f3db761ca0 None None] Pushing event updated for resources: {'Port': ['ID=5e5633bc-703d-4a85-bce0-c68a26836a3b,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:36.935549 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] For port 166e9cd5-e335-494e-b66d-3cf4ee318c60, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:36.938110 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:36.942105 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:36.961548 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0d20-2b7c-43e4-a7d0-74a63676e0b7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:36.963540 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-1b0e0d20-2b7c-43e4-a7d0-74a63676e0b7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5479686 Sep 28 15:41:36.993326 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37214) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:37.001453 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-7cb4673c-c215-4075-a6e7-d65e41ae6f2e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group_rule': {'security_group_id': '3580a1e9-b886-4c57-9da4-34bf6064b6be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:37.004596 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:37.014267 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960415d0-b32a-4c29-989d-7749aa3235aa None None] Pushing event updated for resources: {'Port': ['ID=2776856d-a99f-479a-a008-d9028bfe09cb,revision_number=2']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:37.041177 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Attempting to bind port 2776856d-a99f-479a-a008-d9028bfe09cb on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:37.041572 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Attempting to bind port 2776856d-a99f-479a-a008-d9028bfe09cb by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:37.042074 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Attempting to bind port 2776856d-a99f-479a-a008-d9028bfe09cb on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:37.063366 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e0d20-2b7c-43e4-a7d0-74a63676e0b7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3580a1e9-b886-4c57-9da4-34bf6064b6be,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:37.098172 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:37.098438 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:37.098800 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.099199 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:37.099675 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Bound port: 2776856d-a99f-479a-a008-d9028bfe09cb, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:37.099799 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] For port 166e9cd5-e335-494e-b66d-3cf4ee318c60, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=166e9cd5-e335-494e-b66d-3cf4ee318c60,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:37.100155 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.109888 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (644021ea-153d-466c-bdee-7ad0d4c35bf4), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.177679 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] For port 2776856d-a99f-479a-a008-d9028bfe09cb, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:37.179768 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:37.182467 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] For port 2776856d-a99f-479a-a008-d9028bfe09cb, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=2776856d-a99f-479a-a008-d9028bfe09cb,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:37.190155 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.192277 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.197136 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb4673c-c215-4075-a6e7-d65e41ae6f2e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (3dd41135-cfb0-4768-94a3-7e85f72f994f), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.229097 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (644021ea-153d-466c-bdee-7ad0d4c35bf4), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.231750 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:37.232538 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.261322 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:37.265356 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960415d0-b32a-4c29-989d-7749aa3235aa None None] Pushing event updated for resources: {'Port': ['ID=2776856d-a99f-479a-a008-d9028bfe09cb,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:37.285710 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Routers {'0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:37.286371 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:37.300839 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 5e5633bc-703d-4a85-bce0-c68a26836a3b is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:37.302175 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 125a09df-cfb8-43bc-82d0-a385d18a2777 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:37.302789 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.323129 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:41:37.337702 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Sync routers for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:41:37.359209 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:37.360282 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:37.364825 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.366321 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-4121d10f-52f5-4fd7-bbc2-83570075eda8 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.9680657 Sep 28 15:41:37.372228 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37218) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:37.421927 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:37.430994 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb4673c-c215-4075-a6e7-d65e41ae6f2e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (3dd41135-cfb0-4768-94a3-7e85f72f994f), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.436084 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7241368 Sep 28 15:41:37.464064 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37220) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:37.469812 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] Request body: {'subnet': {'network_id': '644021ea-153d-466c-bdee-7ad0d4c35bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-625061478-subnet', 'tenant_id': 'fd72bda4e1944528a2f342e3a25173d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:37.493223 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:37.493866 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:37.495150 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:37.498753 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb4673c-c215-4075-a6e7-d65e41ae6f2e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (3dd41135-cfb0-4768-94a3-7e85f72f994f), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.505825 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216126f7-8023-401d-8b8b-11d425425c41 admin admin] Pushing event updated for resources: {'Network': ['ID=644021ea-153d-466c-bdee-7ad0d4c35bf4,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:37.508337 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:37.510085 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] Made reservation on behalf of fd72bda4e1944528a2f342e3a25173d0 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:37.513453 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.534582 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:37.571228 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4673c-c215-4075-a6e7-d65e41ae6f2e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd41135-cfb0-4768-94a3-7e85f72f994f,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:37.599345 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f12926-3a0d-4c08-af92-be1c47b0f6d2 None None] Pushing event updated for resources: {'Port': ['ID=166e9cd5-e335-494e-b66d-3cf4ee318c60,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:37.620212 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Current status of the port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:37.620760 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.701392 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb4673c-c215-4075-a6e7-d65e41ae6f2e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.702672 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-7cb4673c-c215-4075-a6e7-d65e41ae6f2e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7058113 Sep 28 15:41:37.708271 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37226) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:37.729544 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-ac539ad0-b30d-4cf5-bd04-212e8bdb7de6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group_rule': {'security_group_id': '3580a1e9-b886-4c57-9da4-34bf6064b6be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:37.745617 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network 644021ea-153d-466c-bdee-7ad0d4c35bf4 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:41:37.780437 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 125a09df-cfb8-43bc-82d0-a385d18a2777 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:37.780760 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.781146 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 125a09df-cfb8-43bc-82d0-a385d18a2777 Sep 28 15:41:37.800832 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Publish callbacks [] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.866577 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] For port 9b9df40f-24b4-4f8b-a3d9-3b162868d207, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=9b9df40f-24b4-4f8b-a3d9-3b162868d207,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:37.881915 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Allocated IP 172.20.0.1 (e3f5d48c-3282-4a82-969b-edabdb53cfff/3ba17e55-cd6a-4168-9e6d-8d57c624d948/584306b4-829a-4c6a-a828-9e2fcbad05d0) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:37.892349 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac539ad0-b30d-4cf5-bd04-212e8bdb7de6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (5be9eb5e-a347-4512-aa18-e6e325b94013), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.916818 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.923704 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:37.947543 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:37.948456 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (895b776f-1a2a-4160-9ea2-0173388f3460), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.030555 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] Set router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:38.035874 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:38.037484 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Pushing event updated for resources: {'Port': ['ID=5cfe8ec1-7637-4278-b17e-a4b4c2498f0a,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:38.045309 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Provisioning complete for port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:38.045892 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.046225 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 1 to provision port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 Sep 28 15:41:38.086751 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (e9505340-6395-475a-a789-43e8487fffd2), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.099251 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:38.145015 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:34Z', 'revision_number': 3, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:38.155643 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac539ad0-b30d-4cf5-bd04-212e8bdb7de6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (5be9eb5e-a347-4512-aa18-e6e325b94013), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.182964 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac539ad0-b30d-4cf5-bd04-212e8bdb7de6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (5be9eb5e-a347-4512-aa18-e6e325b94013), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.215083 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.223239 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:38.229643 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Publish callbacks [] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.240163 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac539ad0-b30d-4cf5-bd04-212e8bdb7de6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be9eb5e-a347-4512-aa18-e6e325b94013,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:38.244585 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9505340-6395-475a-a789-43e8487fffd2,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:38.257677 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:32Z', 'revision_number': 3, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:38.271317 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac539ad0-b30d-4cf5-bd04-212e8bdb7de6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.272793 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-ac539ad0-b30d-4cf5-bd04-212e8bdb7de6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5605664 Sep 28 15:41:38.277062 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37230) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:38.285178 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:38.310300 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] Checking segment: {'id': 'b111d5f6-9afa-405e-ae54-c5bc221e0179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '644021ea-153d-466c-bdee-7ad0d4c35bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:38.310671 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] Network hostable DHCP agents. Network: 644021ea-153d-466c-bdee-7ad0d4c35bf4, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:41:38.322328 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Checking router: 63f958b7-0059-4377-b390-c9bf0f008e22 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:41:38.323133 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Updating router 63f958b7-0059-4377-b390-c9bf0f008e22 port 6222802f-1999-442c-a0ca-189f3bb0e03e binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:41:38.336350 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:38.337504 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Checking router: 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:41:38.337878 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Updating router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 port d1e276eb-7c37-4811-9642-dbe5fcc5354c binding host dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:41:38.346521 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Pushing event updated for resources: {'Port': ['ID=9b9df40f-24b4-4f8b-a3d9-3b162868d207,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:38.366451 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.374031 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.414494 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Allocated IP 172.20.0.1 (2beddede-7b14-4a1e-9c9b-0bc00eba3b72/e585d368-0577-4ccc-adae-9744acd6a68f/e4212f8a-0e87-4a49-bdb9-09c417dc30ca) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:38.447827 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.477280 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'name': 'tempest-DeleteServersTestJSON-1608050589-router', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:30Z', 'revision_number': 3, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'gw_port': {'id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:27Z', 'updated_at': '2022-09-28T15:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:38.480558 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 125a09df-cfb8-43bc-82d0-a385d18a2777 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:38.482066 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:38.509401 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a763f3a-3016-48b8-a022-71abfe9a013e None None] The sync data for ids ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'] in dv-cinder-859319-2-iscsi is: [{'id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'name': 'tempest-DeleteServersTestJSON-1608050589-router', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:30Z', 'revision_number': 3, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'gw_port': {'id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:27Z', 'updated_at': '2022-09-28T15:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:41:38.586935 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Publish callbacks [] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.588353 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.593694 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.599278 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.627186 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Network 85a0d787-d04b-4ff1-9585-ae17b62d54da is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:38.637472 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:38.689231 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:38.762761 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Current status of the port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:38.768398 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.840136 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:38.851464 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.851890 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 Sep 28 15:41:38.908395 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Publish callbacks [] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.917269 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:38.918266 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:38.925749 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:38.936030 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:34Z', 'revision_number': 2, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:39.026637 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Network e3f5d48c-3282-4a82-969b-edabdb53cfff is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:39.060673 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] For port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=da3b5368-0f7d-4344-94df-6ebbe1bc7ff5,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:39.082731 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] Network 644021ea-153d-466c-bdee-7ad0d4c35bf4 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:41:39.090854 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Attempting to bind port 6222802f-1999-442c-a0ca-189f3bb0e03e on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:39.094197 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Attempting to bind port 6222802f-1999-442c-a0ca-189f3bb0e03e by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:39.095760 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Attempting to bind port 6222802f-1999-442c-a0ca-189f3bb0e03e on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:39.098907 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:39.108410 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:39.109012 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:39.116123 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:39.181252 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc4aca-7dee-457c-9d8f-b9dff107d577 None None] Pushing event updated for resources: {'Port': ['ID=6222802f-1999-442c-a0ca-189f3bb0e03e,revision_number=2']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:39.202100 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b66275-da36-40c2-81ba-935693cc673c None None] The sync data for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi is: [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:34Z', 'revision_number': 2, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:41:39.207223 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:39.265253 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Allocated IP 172.20.0.1 (b037e357-8df3-4ca3-8b1b-f30273c72384/2deece4e-7771-4de9-913c-e26bea7b629b/f5ebc6c2-0877-4fe9-86b4-847c8bc45669) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:39.315134 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:39.315556 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:39.315893 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:39.316283 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:39.316755 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Bound port: 6222802f-1999-442c-a0ca-189f3bb0e03e, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:39.317136 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:39.380202 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, 644021ea-153d-466c-bdee-7ad0d4c35bf4) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:39.411123 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:39.414011 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:39.452031 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Pushing event updated for resources: {'Port': ['ID=da3b5368-0f7d-4344-94df-6ebbe1bc7ff5,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:39.485129 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c06133-9465-4597-a264-d21f113b9fad None None] Network 644021ea-153d-466c-bdee-7ad0d4c35bf4 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:39.490803 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] For port 6222802f-1999-442c-a0ca-189f3bb0e03e, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:39.501282 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] For port 6222802f-1999-442c-a0ca-189f3bb0e03e, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=6222802f-1999-442c-a0ca-189f3bb0e03e,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:39.531771 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:39.551102 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Pushing event updated for resources: {'Port': ['ID=584306b4-829a-4c6a-a828-9e2fcbad05d0,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:39.605721 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-f187a087-f7bf-4858-a887-aea8be46124f admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1389081 Sep 28 15:41:39.606529 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:39.616944 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:39.624951 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:39.625126 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:39.625685 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:39.673787 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Publish callbacks [] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:39.783916 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc4aca-7dee-457c-9d8f-b9dff107d577 None None] Pushing event updated for resources: {'Port': ['ID=6222802f-1999-442c-a0ca-189f3bb0e03e,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:39.832158 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Provisioning complete for port 5e5633bc-703d-4a85-bce0-c68a26836a3b triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:39.832880 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:39.833736 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 1 to provision port 5e5633bc-703d-4a85-bce0-c68a26836a3b Sep 28 15:41:39.924087 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:39.971030 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37258) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:39.994369 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:40.003606 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c691c1-c153-4bb9-becc-ac39a8b816b9 None None] Network 644021ea-153d-466c-bdee-7ad0d4c35bf4 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:40.034586 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:40.038215 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.049595 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:40.059070 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Network b037e357-8df3-4ca3-8b1b-f30273c72384 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:40.096973 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:40.130272 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:40.130756 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (63f958b7-0059-4377-b390-c9bf0f008e22), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.150050 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:40.178437 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae83bdc-e4dd-407d-9969-1587790703c8 admin admin] Deleting subnet 91b0c254-e435-4af0-b755-6babb8c931c9 {{(pid=112831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:41:40.192381 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Publish callbacks [] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.195198 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6ae83bdc-e4dd-407d-9969-1587790703c8 admin admin] Publish callbacks [] for subnet (91b0c254-e435-4af0-b755-6babb8c931c9), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.283463 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:40.298343 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.299215 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.336323 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:40.336866 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.407864 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Current status of the port 5e5633bc-703d-4a85-bce0-c68a26836a3b is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:40.417445 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6ae83bdc-e4dd-407d-9969-1587790703c8 admin admin] Publish callbacks [] for subnet (91b0c254-e435-4af0-b755-6babb8c931c9), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.448084 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Provisioning complete for port 084a3d84-6987-4fe9-9cb4-54fb9b82186a triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:40.449013 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.451393 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 1 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:41:40.452520 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6ae83bdc-e4dd-407d-9969-1587790703c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (91b0c254-e435-4af0-b755-6babb8c931c9), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.458412 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:40.460056 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 9b9df40f-24b4-4f8b-a3d9-3b162868d207 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:40.559535 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:34Z', 'revision_number': 3, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:40.609913 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ebc6c2-0877-4fe9-86b4-847c8bc45669,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:40.615279 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:40.618612 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:40.619216 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.619755 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 Sep 28 15:41:40.694104 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Publish callbacks [] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), precommit_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.734957 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Router 895b776f-1a2a-4160-9ea2-0173388f3460 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:41:40.735944 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Pushing event updated for resources: {'Port': ['ID=584306b4-829a-4c6a-a828-9e2fcbad05d0,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:40.736703 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ded14a-a2bf-46c0-a540-e5780b88192b None None] The sync data for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi is: [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:34Z', 'revision_number': 3, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:41:40.763550 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:40.768298 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:40.772521 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.816708 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6ae83bdc-e4dd-407d-9969-1587790703c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (91b0c254-e435-4af0-b755-6babb8c931c9), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.822472 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:40.956434 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Port 084a3d84-6987-4fe9-9cb4-54fb9b82186a cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:41.011651 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae83bdc-e4dd-407d-9969-1587790703c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91b0c254-e435-4af0-b755-6babb8c931c9,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:41.038743 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Network e3f5d48c-3282-4a82-969b-edabdb53cfff is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:41.044373 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:41:41.045196 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6ae83bdc-e4dd-407d-9969-1587790703c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.061600 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Attempting to bind port d1e276eb-7c37-4811-9642-dbe5fcc5354c on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:41.064144 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Attempting to bind port d1e276eb-7c37-4811-9642-dbe5fcc5354c by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:41.065170 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Attempting to bind port d1e276eb-7c37-4811-9642-dbe5fcc5354c on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:41.065290 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-6ae83bdc-e4dd-407d-9969-1587790703c8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/91b0c254-e435-4af0-b755-6babb8c931c9 HTTP/1.1" status: 204 len: 168 time: 1.0892746 Sep 28 15:41:41.067167 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-9352d5dd-16b9-49b0-8892-6851bce67610 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/895b776f-1a2a-4160-9ea2-0173388f3460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3960342 Sep 28 15:41:41.069843 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37290) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:41.090989 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Sync routers for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:41:41.119634 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Pushing event updated for resources: {'Port': ['ID=e4212f8a-0e87-4a49-bdb9-09c417dc30ca,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:41.122469 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:41.204392 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:41.204824 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.205113 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a Sep 28 15:41:41.206530 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:41.267874 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Allocated IP 172.27.2.13 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/cc5e46be-cb5e-4386-bd6d-e6760645c712) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:41.299279 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.309985 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fb473-db81-4636-8031-038ba4b43b15 None None] Pushing event updated for resources: {'Port': ['ID=d1e276eb-7c37-4811-9642-dbe5fcc5354c,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:41.333519 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:41.334192 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:41.442423 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (357b5bdb-0a1c-4397-876f-38cfcaa80a8e), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.457566 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:41.484706 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 2 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:41:41.555751 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:41.555751 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:41.556270 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.556819 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:41.557520 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Bound port: d1e276eb-7c37-4811-9642-dbe5fcc5354c, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:41.558131 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.676321 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:41.704322 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Publish callbacks [] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.716459 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.717345 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.781675 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Pushing event updated for resources: {'Port': ['ID=e4212f8a-0e87-4a49-bdb9-09c417dc30ca,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:41.828124 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37312) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:41.843352 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-ff85bcf8-e99b-4817-9b9e-fc2cc55abfb9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287085337', 'description': 'tempest-description--169429536'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:41.906315 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (357b5bdb-0a1c-4397-876f-38cfcaa80a8e), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.921011 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37314) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:41.945894 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Publish callbacks [] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.958514 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:41:41.962132 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.963052 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (63f958b7-0059-4377-b390-c9bf0f008e22), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:41.974450 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:41.975075 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:41.976034 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:41.976554 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > port after_create 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:41.977035 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:41.977541 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > port after_update 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:41.978037 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:41.978508 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:41.978973 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:41.979457 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:41.982362 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:42.004839 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Port 084a3d84-6987-4fe9-9cb4-54fb9b82186a cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:42.037778 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] For port d1e276eb-7c37-4811-9642-dbe5fcc5354c, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:42.043412 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] For port d1e276eb-7c37-4811-9642-dbe5fcc5354c, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d1e276eb-7c37-4811-9642-dbe5fcc5354c,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:42.053304 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.148099 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fb473-db81-4636-8031-038ba4b43b15 None None] Pushing event updated for resources: {'Port': ['ID=d1e276eb-7c37-4811-9642-dbe5fcc5354c,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:42.173298 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:42.175270 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:42.175884 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:42.229719 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ebc6c2-0877-4fe9-86b4-847c8bc45669,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:42.235609 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ff85bcf8-e99b-4817-9b9e-fc2cc55abfb9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.239291 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Network b037e357-8df3-4ca3-8b1b-f30273c72384 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:42.261695 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:42.309665 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:42.336110 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:42.336634 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:42.341535 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:42.353246 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:41:42.353974 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357b5bdb-0a1c-4397-876f-38cfcaa80a8e']}} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:42.385017 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:42.392689 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:42.404336 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (cc5e46be-cb5e-4386-bd6d-e6760645c712), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.408073 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ff85bcf8-e99b-4817-9b9e-fc2cc55abfb9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (02148823-52cc-4fc5-ac21-63e05c10e806), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.429702 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 5e5633bc-703d-4a85-bce0-c68a26836a3b up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:42.477361 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:42.531201 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c4c8e3-284e-437a-a859-4819260cb39a') {'for_net_delete': True} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:42.531730 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c4c8e3-284e-437a-a859-4819260cb39a') {} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:42.577313 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 3 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:41:42.580118 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (cc5e46be-cb5e-4386-bd6d-e6760645c712), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.589595 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ff85bcf8-e99b-4817-9b9e-fc2cc55abfb9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (02148823-52cc-4fc5-ac21-63e05c10e806), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.607287 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064846'] for segment (42c4c8e3-284e-437a-a859-4819260cb39a), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.619822 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-86bebefe-6398-4afd-b4fe-02362647e1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.649636 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:42.762584 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ff85bcf8-e99b-4817-9b9e-fc2cc55abfb9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.763902 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-ff85bcf8-e99b-4817-9b9e-fc2cc55abfb9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9339345 Sep 28 15:41:42.823846 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Port 084a3d84-6987-4fe9-9cb4-54fb9b82186a cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:42.824082 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:42.825452 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37330) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:42.840681 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (42c4c8e3-284e-437a-a859-4819260cb39a), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.852215 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-a1fdfa6d-287f-4c9e-adcb-003d1f941e1c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'security_group_rule': {'security_group_id': '02148823-52cc-4fc5-ac21-63e05c10e806', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:42.876097 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:42.923407 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:42.937751 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=112831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:41:42.938424 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066602'] for segment (42c4c8e3-284e-437a-a859-4819260cb39a), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.945047 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa6d-287f-4c9e-adcb-003d1f941e1c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (1831a989-60a0-4b5b-ace7-8ddb7b2413a0), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.958609 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 5e5633bc-703d-4a85-bce0-c68a26836a3b triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:42.958990 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:42.959496 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 5e5633bc-703d-4a85-bce0-c68a26836a3b Sep 28 15:41:43.008872 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:37Z', 'revision_number': 2, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:43.017441 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:43.052515 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85bcf8-e99b-4817-9b9e-fc2cc55abfb9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02148823-52cc-4fc5-ac21-63e05c10e806,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:43.057304 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:43.101838 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:41:43.105409 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:43.117791 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=cc5e46be-cb5e-4386-bd6d-e6760645c712,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:43.120074 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Router 63f958b7-0059-4377-b390-c9bf0f008e22 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:41:43.148227 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Checking router: 895b776f-1a2a-4160-9ea2-0173388f3460 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:41:43.148780 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Updating router 895b776f-1a2a-4160-9ea2-0173388f3460 port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a binding host dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:41:43.236204 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.342858 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 4 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:41:43.344301 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 5e5633bc-703d-4a85-bce0-c68a26836a3b is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:43.345377 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 166e9cd5-e335-494e-b66d-3cf4ee318c60 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:43.476855 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (357b5bdb-0a1c-4397-876f-38cfcaa80a8e), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.489669 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:41:43.502217 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-7e4b676c-122e-402c-947b-f380a6337b7e admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/7ea8f9a1-3028-4889-86b7-3c4a73791ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3865581 Sep 28 15:41:43.505357 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:41:43.517769 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa6d-287f-4c9e-adcb-003d1f941e1c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (1831a989-60a0-4b5b-ace7-8ddb7b2413a0), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.530553 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.536874 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/357b5bdb-0a1c-4397-876f-38cfcaa80a8e HTTP/1.1" status: 204 len: 168 time: 2.4640048 Sep 28 15:41:43.542921 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0a81d8ec-eddd-427c-8feb-3a3b70e0e651 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/63f958b7-0059-4377-b390-c9bf0f008e22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1695230 Sep 28 15:41:43.543697 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37362) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:43.556164 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:41:43.564095 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-55c041e2-69a8-494e-a3d6-a68c72d8ff08 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0265224 Sep 28 15:41:43.569417 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376d4a6-014c-4b1c-a095-f4ffa6c1f843 admin admin] Pushing event deleted for resources: {'Network': ['ID=357b5bdb-0a1c-4397-876f-38cfcaa80a8e,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:43.572651 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa6d-287f-4c9e-adcb-003d1f941e1c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (1831a989-60a0-4b5b-ace7-8ddb7b2413a0), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.580315 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Sync routers for ids ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:41:43.600259 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:43.608080 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Routers {'0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:43.608791 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Port 084a3d84-6987-4fe9-9cb4-54fb9b82186a cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:43.618704 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:43.645328 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e80ce36-2c84-4603-b7c6-34c35397766d admin admin] Deleting subnet e9505340-6395-475a-a789-43e8487fffd2 {{(pid=112830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:41:43.648143 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa6d-287f-4c9e-adcb-003d1f941e1c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.652389 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-a1fdfa6d-287f-4c9e-adcb-003d1f941e1c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8168485 Sep 28 15:41:43.656404 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37366) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:43.661274 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-bd4a78cd-dfdc-4efa-afd4-cd23decce7fa tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'security_group_rule': {'security_group_id': '02148823-52cc-4fc5-ac21-63e05c10e806', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:43.686994 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0e80ce36-2c84-4603-b7c6-34c35397766d admin admin] Publish callbacks [] for subnet (e9505340-6395-475a-a789-43e8487fffd2), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.728511 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 42c4c8e3-284e-437a-a859-4819260cb39a resource provider aggregate not found Sep 28 15:41:43.801025 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 42c4c8e3-284e-437a-a859-4819260cb39a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42c4c8e3-284e-437a-a859-4819260cb39a found for delete ", "request_id": "req-3f950dcb-20a9-456c-829c-8d98ce155d27"}]} Sep 28 15:41:43.801394 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0e80ce36-2c84-4603-b7c6-34c35397766d admin admin] Publish callbacks [] for subnet (e9505340-6395-475a-a789-43e8487fffd2), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.818519 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:43.822910 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdfa6d-287f-4c9e-adcb-003d1f941e1c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1831a989-60a0-4b5b-ace7-8ddb7b2413a0,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:43.823643 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Set router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:43.844163 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78cd-dfdc-4efa-afd4-cd23decce7fa tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (f0428584-4928-4b37-960c-852fbaeea8d7), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.848441 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0e80ce36-2c84-4603-b7c6-34c35397766d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (e9505340-6395-475a-a789-43e8487fffd2), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.875109 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 2, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:43.919718 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-86bebefe-6398-4afd-b4fe-02362647e1e2 admin admin] Publish callbacks [] for security_group (6f1935cb-36d0-40ae-9b03-1452ee93f6d5), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.936676 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (ad10b2a4-8cbf-4b2f-a903-7ba18001fe45), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.948895 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-86bebefe-6398-4afd-b4fe-02362647e1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (6f1935cb-36d0-40ae-9b03-1452ee93f6d5), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.958531 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 166e9cd5-e335-494e-b66d-3cf4ee318c60 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:43.958941 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:43.959284 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 166e9cd5-e335-494e-b66d-3cf4ee318c60 Sep 28 15:41:43.966019 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b7d45f-fa8b-4fc8-95f2-ad2b3c8db074 None None] The sync data for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi is: [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 2, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:41:44.086576 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-86bebefe-6398-4afd-b4fe-02362647e1e2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e4c3c0db462e41488735ffe3589beb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1562269 Sep 28 15:41:44.088938 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37384) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:44.094857 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bebefe-6398-4afd-b4fe-02362647e1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1935cb-36d0-40ae-9b03-1452ee93f6d5,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:44.145189 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 5 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:41:44.155370 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37388) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:44.175327 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-20da6072-f3fd-45b4-bd68-2cc1e9f3d8b4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330010622', 'description': 'tempest-description--540116659'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:44.190288 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:44.240909 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-20da6072-f3fd-45b4-bd68-2cc1e9f3d8b4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.249136 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'name': 'tempest-DeleteServersTestJSON-1608050589-router', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:39Z', 'revision_number': 4, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'gw_port': {'id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:27Z', 'updated_at': '2022-09-28T15:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '584306b4-829a-4c6a-a828-9e2fcbad05d0', 'name': '', 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'mac_address': 'fa:16:3e:b1:ed:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3ba17e55-cd6a-4168-9e6d-8d57c624d948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:37Z', 'updated_at': '2022-09-28T15:41:39Z', 'revision_number': 2, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'subnets': [{'id': '3ba17e55-cd6a-4168-9e6d-8d57c624d948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:44.252631 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0e80ce36-2c84-4603-b7c6-34c35397766d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for subnet (e9505340-6395-475a-a789-43e8487fffd2), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.259798 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78cd-dfdc-4efa-afd4-cd23decce7fa tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (f0428584-4928-4b37-960c-852fbaeea8d7), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.273804 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (cc5e46be-cb5e-4386-bd6d-e6760645c712), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.304520 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Checking router: 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:41:44.304879 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Updating router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 port 584306b4-829a-4c6a-a828-9e2fcbad05d0 binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:41:44.328082 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-976ae2ae-bf18-42fb-b030-6be11056fb3f admin admin] Publish callbacks [] for security_group (6f1935cb-36d0-40ae-9b03-1452ee93f6d5), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.331268 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78cd-dfdc-4efa-afd4-cd23decce7fa tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (f0428584-4928-4b37-960c-852fbaeea8d7), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.337603 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0e80ce36-2c84-4603-b7c6-34c35397766d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.344803 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:44.345186 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0e80ce36-2c84-4603-b7c6-34c35397766d admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/e9505340-6395-475a-a789-43e8487fffd2 HTTP/1.1" status: 204 len: 168 time: 0.8003178 Sep 28 15:41:44.346094 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.349671 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Port 084a3d84-6987-4fe9-9cb4-54fb9b82186a cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:44.355078 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37406) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:44.368977 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80ce36-2c84-4603-b7c6-34c35397766d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9505340-6395-475a-a789-43e8487fffd2,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:44.370488 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37408) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:44.378159 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a78cd-dfdc-4efa-afd4-cd23decce7fa tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0428584-4928-4b37-960c-852fbaeea8d7,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:44.382212 dv-cinder-859319-2-iscsi neutron-server[112830]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 28 15:41:44.441557 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:44.469006 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 166e9cd5-e335-494e-b66d-3cf4ee318c60 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:44.469006 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.477200 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37426) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:44.532295 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port 166e9cd5-e335-494e-b66d-3cf4ee318c60, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=166e9cd5-e335-494e-b66d-3cf4ee318c60,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:44.540309 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:44.573990 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.579713 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:44.580501 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-976ae2ae-bf18-42fb-b030-6be11056fb3f admin admin] Publish callbacks [] for security_group (6f1935cb-36d0-40ae-9b03-1452ee93f6d5), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.687421 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78cd-dfdc-4efa-afd4-cd23decce7fa tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.688953 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-bd4a78cd-dfdc-4efa-afd4-cd23decce7fa tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0315185 Sep 28 15:41:44.714140 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37434) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:44.727834 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (644021ea-153d-466c-bdee-7ad0d4c35bf4), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.728911 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:44.772690 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:44.792499 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-20da6072-f3fd-45b4-bd68-2cc1e9f3d8b4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (c7cb9086-263e-4df2-b17b-e55e66e934eb), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.799961 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Sync routers for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:41:44.844298 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-20da6072-f3fd-45b4-bd68-2cc1e9f3d8b4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (c7cb9086-263e-4df2-b17b-e55e66e934eb), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.850420 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:44.863858 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 6 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:41:44.871059 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Publish callbacks [] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), precommit_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.889949 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-20da6072-f3fd-45b4-bd68-2cc1e9f3d8b4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.891168 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-20da6072-f3fd-45b4-bd68-2cc1e9f3d8b4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7348371 Sep 28 15:41:44.901898 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37440) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:44.915957 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-6e96befc-58f1-4dd2-a49a-3d9bda68c008 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'security_group_rule': {'security_group_id': 'c7cb9086-263e-4df2-b17b-e55e66e934eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:44.961240 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:44.963269 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edec78-4e4d-4487-8075-51e68678ff19 req-927030d3-333a-427a-8e5f-d0568f7bb14b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:44.968738 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-927030d3-333a-427a-8e5f-d0568f7bb14b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 818 time: 0.5848343 Sep 28 15:41:45.001113 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.004450 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Publish callbacks [] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.010011 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:45.010506 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.010805 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 Sep 28 15:41:45.017741 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da6072-f3fd-45b4-bd68-2cc1e9f3d8b4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cb9086-263e-4df2-b17b-e55e66e934eb,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:45.019437 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:45.019795 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:45.027699 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6e96befc-58f1-4dd2-a49a-3d9bda68c008 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (8ec4a6e1-2236-456a-8b1c-edaf5e182790), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.028354 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.044356 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:45.094634 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cb711-ee65-432a-a337-495998ed36a0 None None] Pushing event updated for resources: {'Port': ['ID=584306b4-829a-4c6a-a828-9e2fcbad05d0,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:45.170256 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Sync routers for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:41:45.187474 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:45.188467 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:45.190211 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Port 084a3d84-6987-4fe9-9cb4-54fb9b82186a cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:45.197938 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=166e9cd5-e335-494e-b66d-3cf4ee318c60,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:45.251390 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (644021ea-153d-466c-bdee-7ad0d4c35bf4), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.257180 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.259621 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-976ae2ae-bf18-42fb-b030-6be11056fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (6f1935cb-36d0-40ae-9b03-1452ee93f6d5), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.262795 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-976ae2ae-bf18-42fb-b030-6be11056fb3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.264111 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-976ae2ae-bf18-42fb-b030-6be11056fb3f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6f1935cb-36d0-40ae-9b03-1452ee93f6d5 HTTP/1.1" status: 204 len: 168 time: 1.1745486 Sep 28 15:41:45.287840 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:45.303923 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644021ea-153d-466c-bdee-7ad0d4c35bf4']}} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:45.330317 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:45.330953 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b111d5f6-9afa-405e-ae54-c5bc221e0179') {'for_net_delete': True} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:45.331251 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b111d5f6-9afa-405e-ae54-c5bc221e0179') {} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:45.342301 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (cc5e46be-cb5e-4386-bd6d-e6760645c712), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.358197 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-3f4ae703-c90b-4335-bc13-356009f240d0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/quotas/824ddb9f6f344a2684cf31d08427306c HTTP/1.1" status: 200 len: 375 time: 0.3725765 Sep 28 15:41:45.359066 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ae2ae-bf18-42fb-b030-6be11056fb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1935cb-36d0-40ae-9b03-1452ee93f6d5,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:45.362963 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6e96befc-58f1-4dd2-a49a-3d9bda68c008 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (8ec4a6e1-2236-456a-8b1c-edaf5e182790), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.365543 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064846'] for segment (b111d5f6-9afa-405e-ae54-c5bc221e0179), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.373279 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-72419e5f-1c53-405b-8c03-02d951b9f505 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:45.376179 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (cc5e46be-cb5e-4386-bd6d-e6760645c712), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.394770 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-72419e5f-1c53-405b-8c03-02d951b9f505 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e3f5d48c-3282-4a82-969b-edabdb53cfff HTTP/1.1" status: 200 len: 812 time: 0.9112196 Sep 28 15:41:45.424873 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6e96befc-58f1-4dd2-a49a-3d9bda68c008 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (8ec4a6e1-2236-456a-8b1c-edaf5e182790), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.430323 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=cc5e46be-cb5e-4386-bd6d-e6760645c712,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:45.503522 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (b111d5f6-9afa-405e-ae54-c5bc221e0179), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.514909 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96befc-58f1-4dd2-a49a-3d9bda68c008 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec4a6e1-2236-456a-8b1c-edaf5e182790,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:45.518772 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6e96befc-58f1-4dd2-a49a-3d9bda68c008 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.530426 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-6e96befc-58f1-4dd2-a49a-3d9bda68c008 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6272485 Sep 28 15:41:45.534638 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37448) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:45.550042 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-24dbabb4-b956-4b1a-8a0c-3622c8f166dd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'security_group_rule': {'security_group_id': 'c7cb9086-263e-4df2-b17b-e55e66e934eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:45.576736 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=112831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:41:45.577168 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066602'] for segment (b111d5f6-9afa-405e-ae54-c5bc221e0179), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.600364 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e51a862b-9710-4b1b-b32d-3779f13bf979 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/quotas/6822e0b3eedd404895cd4c0c64082344 HTTP/1.1" status: 200 len: 375 time: 0.2047789 Sep 28 15:41:45.624911 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Attempting to bind port 584306b4-829a-4c6a-a828-9e2fcbad05d0 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:45.625400 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Attempting to bind port 584306b4-829a-4c6a-a828-9e2fcbad05d0 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:45.626268 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Attempting to bind port 584306b4-829a-4c6a-a828-9e2fcbad05d0 on network e3f5d48c-3282-4a82-969b-edabdb53cfff {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:45.630251 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 2, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:45.635860 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (ad10b2a4-8cbf-4b2f-a903-7ba18001fe45), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.709991 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Checking router: 63f958b7-0059-4377-b390-c9bf0f008e22 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:41:45.710685 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Updating router 63f958b7-0059-4377-b390-c9bf0f008e22 port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:41:45.720882 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Attempting to bind port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:45.721840 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Attempting to bind port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:45.722527 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Attempting to bind port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a on network 85a0d787-d04b-4ff1-9585-ae17b62d54da {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:45.772334 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 7 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:41:45.798400 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (644021ea-153d-466c-bdee-7ad0d4c35bf4), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.801696 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:45.802851 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Checking segment: {'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:45.803450 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.803951 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Bound using segment: {'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:45.804685 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Bound port: 584306b4-829a-4c6a-a828-9e2fcbad05d0, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:45.805176 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.811034 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.818699 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/644021ea-153d-466c-bdee-7ad0d4c35bf4 HTTP/1.1" status: 204 len: 168 time: 1.4605417 Sep 28 15:41:45.847311 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-aafa1c41-c8d1-48e7-8104-304416483dcf tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6822e0b3eedd404895cd4c0c64082344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1817663 Sep 28 15:41:45.856761 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.866148 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-74529168-9915-446d-9e5b-8562dd07f016 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5777607 Sep 28 15:41:45.867714 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-24dbabb4-b956-4b1a-8a0c-3622c8f166dd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (9eacb95b-476d-445d-8ed5-701296f9dce1), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.889752 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-2faa8022-2824-4870-a38b-c79ea4904d50 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4041986 Sep 28 15:41:45.890524 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Port 084a3d84-6987-4fe9-9cb4-54fb9b82186a cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:45.899073 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment b111d5f6-9afa-405e-ae54-c5bc221e0179 resource provider aggregate not found Sep 28 15:41:45.903632 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4847bf8-4a5f-456b-8d53-a4c9a3decc86 admin admin] Pushing event deleted for resources: {'Network': ['ID=644021ea-153d-466c-bdee-7ad0d4c35bf4,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:45.908351 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.911380 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:45.913142 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Checking segment: {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:45.913742 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.916190 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Bound using segment: {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:45.916736 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Bound port: 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:45.918016 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:45.956186 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment b111d5f6-9afa-405e-ae54-c5bc221e0179 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b111d5f6-9afa-405e-ae54-c5bc221e0179 found for delete ", "request_id": "req-1e070b18-1406-4b14-a6e3-881a3171bf9f"}]} Sep 28 15:41:45.956761 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37464) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:45.959714 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f91ebf-c91d-428c-8ae2-cbb61f170e05 None None] Pushing event updated for resources: {'Port': ['ID=5cfe8ec1-7637-4278-b17e-a4b4c2498f0a,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:45.980141 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:45.982276 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 2776856d-a99f-479a-a008-d9028bfe09cb up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:46.008283 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:46.014758 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:46.036863 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Allocated IP 172.27.2.190 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/b0b73561-3242-4e1e-a242-b0277866cd6b) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:46.045108 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e422d5c5-3c7a-4d61-b539-b87113249f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.126632 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37470) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:46.142248 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:46.171105 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-24dbabb4-b956-4b1a-8a0c-3622c8f166dd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (9eacb95b-476d-445d-8ed5-701296f9dce1), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.206156 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-24dbabb4-b956-4b1a-8a0c-3622c8f166dd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (9eacb95b-476d-445d-8ed5-701296f9dce1), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.232167 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:46.303690 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 2776856d-a99f-479a-a008-d9028bfe09cb triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:46.307890 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.308467 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 2776856d-a99f-479a-a008-d9028bfe09cb Sep 28 15:41:46.329621 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbabb4-b956-4b1a-8a0c-3622c8f166dd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eacb95b-476d-445d-8ed5-701296f9dce1,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:46.363909 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-24dbabb4-b956-4b1a-8a0c-3622c8f166dd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.376842 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-24dbabb4-b956-4b1a-8a0c-3622c8f166dd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8382492 Sep 28 15:41:46.383689 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37478) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:46.391985 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:46.401034 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-82b0cdb0-86e0-4533-a140-49fe1d89a170 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d7287e9f86c64792bcdf362bba013439&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2725363 Sep 28 15:41:46.408820 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37480) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:46.452834 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for port (b0b73561-3242-4e1e-a242-b0277866cd6b), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.509073 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] For port 584306b4-829a-4c6a-a828-9e2fcbad05d0, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:46.520790 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 8 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:41:46.523884 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-3d507b86-cb90-465b-9bb5-28d5b511bc0e service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:41:46.533567 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-3d507b86-cb90-465b-9bb5-28d5b511bc0e service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1254404 Sep 28 15:41:46.555570 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-f0600c8c-cb79-4cc5-b04d-33e329fe2a1d service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:41:46.556905 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-f0600c8c-cb79-4cc5-b04d-33e329fe2a1d service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1584823 Sep 28 15:41:46.558166 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.561677 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] For port 584306b4-829a-4c6a-a828-9e2fcbad05d0, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=584306b4-829a-4c6a-a828-9e2fcbad05d0,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:46.563556 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:46.574379 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] For port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:46.583555 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e422d5c5-3c7a-4d61-b539-b87113249f02 admin admin] Publish callbacks [] for security_group (d6256f01-b145-480d-8369-ffdde0425946), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.613037 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:46.623198 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e422d5c5-3c7a-4d61-b539-b87113249f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (d6256f01-b145-480d-8369-ffdde0425946), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.697999 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] For port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=5cfe8ec1-7637-4278-b17e-a4b4c2498f0a,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:46.714768 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Port 084a3d84-6987-4fe9-9cb4-54fb9b82186a cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:46.715428 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93edb97f-5c4f-4af2-aa5b-0c1483db44be admin admin] Publish callbacks [] for security_group (b1292200-da64-4033-bafb-5768bd45acc0), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.728772 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.760390 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e422d5c5-3c7a-4d61-b539-b87113249f02 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4f0eaf5519ec4454a3e6f6943c0d8486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7973650 Sep 28 15:41:46.770101 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37488) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:46.771016 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422d5c5-3c7a-4d61-b539-b87113249f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6256f01-b145-480d-8369-ffdde0425946,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:46.816402 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93edb97f-5c4f-4af2-aa5b-0c1483db44be admin admin] Publish callbacks [] for security_group (b1292200-da64-4033-bafb-5768bd45acc0), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.827573 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.852394 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:46.853533 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:46.878493 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Publish callbacks [] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.883963 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.884119 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (b0b73561-3242-4e1e-a242-b0277866cd6b), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.917344 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:46.955796 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Routers {'0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:46.956359 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:46.966565 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f91ebf-c91d-428c-8ae2-cbb61f170e05 None None] Pushing event updated for resources: {'Port': ['ID=5cfe8ec1-7637-4278-b17e-a4b4c2498f0a,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:46.987259 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:47.053984 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cde143ea-8efa-4ea0-92a1-e7adb4b02d6b admin admin] Publish callbacks [] for security_group (d6256f01-b145-480d-8369-ffdde0425946), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.060482 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93edb97f-5c4f-4af2-aa5b-0c1483db44be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (b1292200-da64-4033-bafb-5768bd45acc0), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.064825 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93edb97f-5c4f-4af2-aa5b-0c1483db44be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.066208 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-93edb97f-5c4f-4af2-aa5b-0c1483db44be admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b1292200-da64-4033-bafb-5768bd45acc0 HTTP/1.1" status: 204 len: 168 time: 0.6564026 Sep 28 15:41:47.080131 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] Set router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:47.125232 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:47.129377 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edb97f-5c4f-4af2-aa5b-0c1483db44be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1292200-da64-4033-bafb-5768bd45acc0,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:47.139446 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cde143ea-8efa-4ea0-92a1-e7adb4b02d6b admin admin] Publish callbacks [] for security_group (d6256f01-b145-480d-8369-ffdde0425946), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.169875 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Allocated IP 172.27.2.117 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/8595975c-0346-4894-9142-ffbcc19907f5) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:47.238110 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:47.244402 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 9 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:41:47.287340 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cde143ea-8efa-4ea0-92a1-e7adb4b02d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (d6256f01-b145-480d-8369-ffdde0425946), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.290630 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cde143ea-8efa-4ea0-92a1-e7adb4b02d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.292523 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-cde143ea-8efa-4ea0-92a1-e7adb4b02d6b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d6256f01-b145-480d-8369-ffdde0425946 HTTP/1.1" status: 204 len: 168 time: 0.5180030 Sep 28 15:41:47.308704 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 2776856d-a99f-479a-a008-d9028bfe09cb is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:47.309180 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.315021 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde143ea-8efa-4ea0-92a1-e7adb4b02d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6256f01-b145-480d-8369-ffdde0425946,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:47.340869 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port 2776856d-a99f-479a-a008-d9028bfe09cb, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=2776856d-a99f-479a-a008-d9028bfe09cb,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:47.361811 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for port (8595975c-0346-4894-9142-ffbcc19907f5), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.365750 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Attempting to bind port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:47.366303 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:47.366485 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Attempting to bind port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:47.367460 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Attempting to bind port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 on network b037e357-8df3-4ca3-8b1b-f30273c72384 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:47.409799 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cb711-ee65-432a-a337-495998ed36a0 None None] Pushing event updated for resources: {'Port': ['ID=584306b4-829a-4c6a-a828-9e2fcbad05d0,revision_number=4']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:47.435686 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.437105 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 6222802f-1999-442c-a0ca-189f3bb0e03e up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:47.439779 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:47.494295 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:47.523322 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (8595975c-0346-4894-9142-ffbcc19907f5), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.527858 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:47.544348 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-f33b432d-2e1e-4ead-8f44-29848902bada service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0095177 Sep 28 15:41:47.564262 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:47.620854 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:47.630704 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:34Z', 'revision_number': 2, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:47.634073 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:47.640081 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:47.651610 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'Port': ['ID=b0b73561-3242-4e1e-a242-b0277866cd6b,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:47.679593 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'Port': ['ID=8595975c-0346-4894-9142-ffbcc19907f5,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:47.700537 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Checking router: afbb5fe3-7737-46f0-905c-2d478e9fde4b for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:41:47.700901 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Updating router afbb5fe3-7737-46f0-905c-2d478e9fde4b port 084a3d84-6987-4fe9-9cb4-54fb9b82186a binding host dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:41:47.705066 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:47.705435 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Checking segment: {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:47.706042 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.706593 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Bound using segment: {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:47.707241 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Bound port: f5ebc6c2-0877-4fe9-86b4-847c8bc45669, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:47.708030 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.719623 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ca56f-c8fa-4a0e-a3fd-60b7ef9608d1 None None] Pushing event updated for resources: {'Port': ['ID=f5ebc6c2-0877-4fe9-86b4-847c8bc45669,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:47.724113 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'name': 'tempest-DeleteServersTestJSON-1608050589-router', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:39Z', 'revision_number': 4, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'gw_port': {'id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:27Z', 'updated_at': '2022-09-28T15:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '584306b4-829a-4c6a-a828-9e2fcbad05d0', 'name': '', 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'mac_address': 'fa:16:3e:b1:ed:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3ba17e55-cd6a-4168-9e6d-8d57c624d948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:37Z', 'updated_at': '2022-09-28T15:41:45Z', 'revision_number': 4, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'subnets': [{'id': '3ba17e55-cd6a-4168-9e6d-8d57c624d948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:47.783651 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:47.793752 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37506) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:47.799710 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.802802 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef4341-257b-4454-aa14-b44e41a75552 None None] The sync data for ids ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'] in dv-cinder-859319-2-iscsi is: [{'id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'name': 'tempest-DeleteServersTestJSON-1608050589-router', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:39Z', 'revision_number': 4, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'gw_port': {'id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:27Z', 'updated_at': '2022-09-28T15:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '584306b4-829a-4c6a-a828-9e2fcbad05d0', 'name': '', 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'mac_address': 'fa:16:3e:b1:ed:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3ba17e55-cd6a-4168-9e6d-8d57c624d948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:37Z', 'updated_at': '2022-09-28T15:41:45Z', 'revision_number': 4, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'subnets': [{'id': '3ba17e55-cd6a-4168-9e6d-8d57c624d948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:41:47.834297 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (d2d8ce54-03e0-4827-9860-542743557b73), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.860730 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:47.891405 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] For port f5ebc6c2-0877-4fe9-86b4-847c8bc45669, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:47.897560 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] For port f5ebc6c2-0877-4fe9-86b4-847c8bc45669, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=f5ebc6c2-0877-4fe9-86b4-847c8bc45669,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:47.909402 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.912503 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-3674826f-07e3-4285-bede-61315bf8fb6a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fd72bda4e1944528a2f342e3a25173d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1174805 Sep 28 15:41:47.913934 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (8595975c-0346-4894-9142-ffbcc19907f5), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:47.917025 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37508) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:47.934868 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-90f40fbd-865b-4f54-bbaf-9751e840693f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e3f5d48c-3282-4a82-969b-edabdb53cfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3570867 Sep 28 15:41:48.030839 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Port 084a3d84-6987-4fe9-9cb4-54fb9b82186a cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:48.047637 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (d1e29d72-0edb-4326-a1bd-7e050adfcc13), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:48.067906 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:48.074511 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:48.125018 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-d8ef84cc-cf3f-48fc-b4f6-c028599bb567 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797369 Sep 28 15:41:48.211821 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 6222802f-1999-442c-a0ca-189f3bb0e03e triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:48.213406 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:48.213881 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 6222802f-1999-442c-a0ca-189f3bb0e03e Sep 28 15:41:48.246792 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ca56f-c8fa-4a0e-a3fd-60b7ef9608d1 None None] Pushing event updated for resources: {'Port': ['ID=f5ebc6c2-0877-4fe9-86b4-847c8bc45669,revision_number=4']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:48.274751 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8801ceab-e6ac-4882-b5f2-3fd8ec806ac4 admin admin] Publish callbacks [] for security_group (5d1189f3-2d4d-4d56-87d3-9f286f20fca7), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:48.313010 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (b0b73561-3242-4e1e-a242-b0277866cd6b), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:48.411904 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:48.452767 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-2b70ccf9-5755-4f95-aab9-1e859ac288b4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e3f5d48c-3282-4a82-969b-edabdb53cfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045719 Sep 28 15:41:48.470493 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Sync routers for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:41:48.472233 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=2776856d-a99f-479a-a008-d9028bfe09cb,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:48.539484 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Publish callbacks [] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), precommit_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:48.541303 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 10 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:41:48.549035 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:48.579738 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:46Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:48.589612 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for port (8595975c-0346-4894-9142-ffbcc19907f5), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:48.619718 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (8595975c-0346-4894-9142-ffbcc19907f5), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:48.632441 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:48.633424 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:48.792504 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (d2d8ce54-03e0-4827-9860-542743557b73), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:48.927845 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8801ceab-e6ac-4882-b5f2-3fd8ec806ac4 admin admin] Publish callbacks [] for security_group (5d1189f3-2d4d-4d56-87d3-9f286f20fca7), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:48.935012 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:49.027726 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:49.067757 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:49.068634 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6834683 Sep 28 15:41:49.110369 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad0a11-9e0b-4ab5-b553-969afe7a0ef9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'Port': ['ID=8595975c-0346-4894-9142-ffbcc19907f5,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:49.139005 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:49.167031 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8801ceab-e6ac-4882-b5f2-3fd8ec806ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (5d1189f3-2d4d-4d56-87d3-9f286f20fca7), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:49.170050 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8801ceab-e6ac-4882-b5f2-3fd8ec806ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:49.171719 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-8801ceab-e6ac-4882-b5f2-3fd8ec806ac4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5d1189f3-2d4d-4d56-87d3-9f286f20fca7 HTTP/1.1" status: 204 len: 168 time: 1.2526987 Sep 28 15:41:49.192790 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801ceab-e6ac-4882-b5f2-3fd8ec806ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1189f3-2d4d-4d56-87d3-9f286f20fca7,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:49.204461 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for port (b0b73561-3242-4e1e-a242-b0277866cd6b), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:49.216417 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-b7c7a81a-3e47-4b89-8a6e-6235dc120855 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1516805446&fields=id&tenant_id=4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 267 time: 0.4231269 Sep 28 15:41:49.230627 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (b0b73561-3242-4e1e-a242-b0277866cd6b), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:49.241945 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (d1e29d72-0edb-4326-a1bd-7e050adfcc13), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:49.251557 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:49.293713 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:49.359895 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02001027-8158-4e3e-ba44-7a6648d63437 None None] Pushing event updated for resources: {'Port': ['ID=084a3d84-6987-4fe9-9cb4-54fb9b82186a,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:49.369238 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d90a92-fd52-45f1-80ee-c98e2d8a76b7 None None] The sync data for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi is: [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:46Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:41:49.407446 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:47Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:49.439966 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Port 084a3d84-6987-4fe9-9cb4-54fb9b82186a cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:49.502842 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04811471-6efe-4058-9a6b-5ed51ac7956b None None] The sync data for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi is: [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:47Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:41:49.639593 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Provisioning complete for port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:49.639996 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:49.640336 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Attempt 1 to provision port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a Sep 28 15:41:49.648762 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-85581322-4fab-4f81-af7d-d42aa9b0394b req-81d54d98-83a2-46c6-8773-4ec7609b3d75 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 210 time: 0.3892202 Sep 28 15:41:49.675493 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:49.677976 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9461339 Sep 28 15:41:49.679192 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0ea97-1c69-4364-a3fe-8352fdd0999c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'Port': ['ID=b0b73561-3242-4e1e-a242-b0277866cd6b,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:49.838268 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 6222802f-1999-442c-a0ca-189f3bb0e03e is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:49.838725 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:49.852199 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d9c56c84-4982-41ff-a9d0-c84c662dc1a2 req-7ab147fb-ccc5-4156-97f0-0982b43f0b97 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 210 time: 0.0668013 Sep 28 15:41:49.865074 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port 6222802f-1999-442c-a0ca-189f3bb0e03e, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=6222802f-1999-442c-a0ca-189f3bb0e03e,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:49.904137 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:49.905056 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 9b9df40f-24b4-4f8b-a3d9-3b162868d207 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:49.987789 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Attempting to bind port 084a3d84-6987-4fe9-9cb4-54fb9b82186a on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:49.988177 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Attempting to bind port 084a3d84-6987-4fe9-9cb4-54fb9b82186a by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:49.988868 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Attempting to bind port 084a3d84-6987-4fe9-9cb4-54fb9b82186a on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:49.996775 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-1dc7be06-beb2-4299-a89d-48b5fd48e0cc tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:50.012567 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-1dc7be06-beb2-4299-a89d-48b5fd48e0cc tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 815 time: 0.7836697 Sep 28 15:41:50.046352 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7724df5e-4526-4d23-bd5e-c2085de607fa tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/quotas/4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 375 time: 0.0325367 Sep 28 15:41:50.228249 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-f1083e7f-eb1c-4cfe-88eb-3792103c1fee tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808362 Sep 28 15:41:50.315750 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-e3f6b8ae-8429-473d-afda-a082285bad48 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--330010622&fields=id&tenant_id=335ecfeb5c6a436e909618c1305593bb HTTP/1.1" status: 200 len: 267 time: 0.2409706 Sep 28 15:41:50.321569 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:50.481751 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 2, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:50.511290 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:50.526378 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:50.526953 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:50.527608 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 Sep 28 15:41:50.539947 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e70e41-6753-4471-b0c1-c7c188550319 req-efb5e9cb-a037-4c82-95b2-7db9c2a6797f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:50.547809 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-efb5e9cb-a037-4c82-95b2-7db9c2a6797f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 817 time: 0.2305419 Sep 28 15:41:50.589065 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-2903be17-fc72-4309-9897-7f92c364987b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/quotas/335ecfeb5c6a436e909618c1305593bb HTTP/1.1" status: 200 len: 375 time: 0.0336194 Sep 28 15:41:50.601766 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:50.629023 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Checking router: 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:41:50.629372 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Updating router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 port e4212f8a-0e87-4a49-bdb9-09c417dc30ca binding host dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:41:50.638249 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=6222802f-1999-442c-a0ca-189f3bb0e03e,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:50.660853 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Current status of the port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:50.661299 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:50.679820 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:50.680196 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Checking segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:50.680603 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:50.680997 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Bound using segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:50.681494 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Bound port: 084a3d84-6987-4fe9-9cb4-54fb9b82186a, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:50.681912 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:50.720420 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:50.767926 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-89050bf3-8ddd-42ff-9929-b8c9c1881c4a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1421216 Sep 28 15:41:50.773491 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-acf7a609-3b1e-4162-9a9c-39489221c399 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267901 Sep 28 15:41:50.778714 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] For port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=5cfe8ec1-7637-4278-b17e-a4b4c2498f0a,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:50.847609 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:51.162489 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-0d0c301b-1c58-4d87-ba0c-0fc17eb60cb0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837199 Sep 28 15:41:51.202233 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:51.224838 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbafae6-3277-422c-8b38-2da6cb637059 None None] Pushing event updated for resources: {'Port': ['ID=5cfe8ec1-7637-4278-b17e-a4b4c2498f0a,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:51.230724 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:51.241237 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] For port 084a3d84-6987-4fe9-9cb4-54fb9b82186a, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:51.259886 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] For port 084a3d84-6987-4fe9-9cb4-54fb9b82186a, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=084a3d84-6987-4fe9-9cb4-54fb9b82186a,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:51.283485 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Provisioning complete for port 584306b4-829a-4c6a-a828-9e2fcbad05d0 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:51.284007 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:51.284346 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Attempt 1 to provision port 584306b4-829a-4c6a-a828-9e2fcbad05d0 Sep 28 15:41:51.318042 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-23ae115f-042d-4f5e-b816-09722577c6dd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543710 Sep 28 15:41:51.357015 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-6b7c98b1-06c5-4968-b828-61f5ab7bb6fe service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713274 Sep 28 15:41:51.387114 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:51.663661 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:51.664991 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:51.854425 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-d860b091-dbeb-4197-b6c7-ca95737c3923 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--287085337&fields=id&tenant_id=62692d2b160040879aecaf4d44ad19b3 HTTP/1.1" status: 200 len: 267 time: 0.1828580 Sep 28 15:41:52.028373 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 166e9cd5-e335-494e-b66d-3cf4ee318c60 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:52.099486 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02001027-8158-4e3e-ba44-7a6648d63437 None None] Pushing event updated for resources: {'Port': ['ID=084a3d84-6987-4fe9-9cb4-54fb9b82186a,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:52.180617 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.50', 52172) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:52.236263 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52020538-53b2-47d7-aa85-c25634940e12 req-3226a012-3782-4b49-acfb-1dc0b5796df9 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:52.243530 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-3226a012-3782-4b49-acfb-1dc0b5796df9 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 818 time: 0.3843274 Sep 28 15:41:52.339224 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-496a2084-937e-4c66-9449-9fcb48d8f9f0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/quotas/824ddb9f6f344a2684cf31d08427306c HTTP/1.1" status: 200 len: 375 time: 0.0838666 Sep 28 15:41:52.485746 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37768) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:52.515687 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:52.648369 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-483dc8eb-2c1f-44e0-a992-2229fe94f95b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2986293 Sep 28 15:41:52.694742 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-9ab14dd0-7805-4ce3-9d6d-8f6ce4ef85a3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:52.697178 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-9ab14dd0-7805-4ce3-9d6d-8f6ce4ef85a3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/networks?id=85a0d787-d04b-4ff1-9585-ae17b62d54da HTTP/1.1" status: 200 len: 811 time: 0.8419034 Sep 28 15:41:52.727804 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edec78-4e4d-4487-8075-51e68678ff19 req-858e992e-16e2-4015-8c2d-e43af23e1433 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:52.732172 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-858e992e-16e2-4015-8c2d-e43af23e1433 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 818 time: 0.5500395 Sep 28 15:41:52.786017 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Publish callbacks [] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), precommit_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:52.811270 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-f45444a4-9098-4de0-a51f-3440c37fff38 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/quotas/62692d2b160040879aecaf4d44ad19b3 HTTP/1.1" status: 200 len: 375 time: 0.0751305 Sep 28 15:41:52.822497 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Current status of the port 584306b4-829a-4c6a-a828-9e2fcbad05d0 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:52.822908 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:52.854576 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:52.894461 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:52.999693 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 166e9cd5-e335-494e-b66d-3cf4ee318c60 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:53.000335 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:53.001141 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 166e9cd5-e335-494e-b66d-3cf4ee318c60 Sep 28 15:41:53.059126 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] For port 584306b4-829a-4c6a-a828-9e2fcbad05d0, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=584306b4-829a-4c6a-a828-9e2fcbad05d0,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:53.090394 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-e9b5ff08-c6ba-4006-ab9d-6dfa0fc66f28 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889949 Sep 28 15:41:53.116893 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-e79ac0e9-7b00-4817-afcd-33d7f0bec1a0 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=62692d2b160040879aecaf4d44ad19b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3047793 Sep 28 15:41:53.137656 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.50', 52183) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:53.229814 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37798) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:53.249267 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Request body: {'port': {'device_id': 'd9ad4def-5dcf-41f5-be4c-e251a8e878af', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'admin_state_up': True, 'tenant_id': '824ddb9f6f344a2684cf31d08427306c'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:53.253636 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fa3f6858-b7ec-4d65-861c-6e003d3203c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:53.347385 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:53.381517 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb242b2-fac3-42ab-85e7-e6a714db7d00 None None] Pushing event updated for resources: {'Port': ['ID=e4212f8a-0e87-4a49-bdb9-09c417dc30ca,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:53.420337 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:53.457703 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:53.555206 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:53.586023 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Attempting to bind port e4212f8a-0e87-4a49-bdb9-09c417dc30ca on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:41:53.589827 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Attempting to bind port e4212f8a-0e87-4a49-bdb9-09c417dc30ca by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:41:53.591174 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Attempting to bind port e4212f8a-0e87-4a49-bdb9-09c417dc30ca on network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:41:53.642727 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-c935f0bd-b5d0-48d0-b46d-87deefe1c087 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514569 Sep 28 15:41:53.671619 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-6c0a1a8c-8c86-4c09-be4d-9811a6d66de7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214589 Sep 28 15:41:53.689677 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Made reservation on behalf of 824ddb9f6f344a2684cf31d08427306c for: {'port': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:53.695868 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:53.728741 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-d54ef3b1-d9ef-429d-94cd-3e613427887b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:53.730456 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-d54ef3b1-d9ef-429d-94cd-3e613427887b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.50 "GET /networking/v2.0/networks?id=e3f5d48c-3282-4a82-969b-edabdb53cfff HTTP/1.1" status: 200 len: 812 time: 0.5835502 Sep 28 15:41:53.735263 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Provisioning complete for port e4212f8a-0e87-4a49-bdb9-09c417dc30ca triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:53.735878 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:53.736357 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Attempt 1 to provision port e4212f8a-0e87-4a49-bdb9-09c417dc30ca Sep 28 15:41:53.797985 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Port e4212f8a-0e87-4a49-bdb9-09c417dc30ca cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:53.803750 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Request body: {'port': {'device_id': 'a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be', 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff', 'admin_state_up': True, 'tenant_id': '6822e0b3eedd404895cd4c0c64082344'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:53.820780 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:41:53.821478 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Checking segment: {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:53.822107 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:53.822633 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Bound using segment: {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:41:53.823264 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Bound port: e4212f8a-0e87-4a49-bdb9-09c417dc30ca, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:41:53.824485 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:53.832598 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fa3f6858-b7ec-4d65-861c-6e003d3203c3 admin admin] Publish callbacks [] for security_group (904d3fc1-05f0-4f15-8f7d-1c131cf6cd43), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:53.833799 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1d52917-d878-4903-bd5c-c25d5c3f9237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:53.875061 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-1b1ff142-015f-4d73-ae05-8b41023f8348 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017968 Sep 28 15:41:53.882805 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Pushing event updated for resources: {'Port': ['ID=584306b4-829a-4c6a-a828-9e2fcbad05d0,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:54.044366 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fa3f6858-b7ec-4d65-861c-6e003d3203c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (904d3fc1-05f0-4f15-8f7d-1c131cf6cd43), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:54.127039 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-fa3f6858-b7ec-4d65-861c-6e003d3203c3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0473cb66299d4f06b36509539ccd6795&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6364715 Sep 28 15:41:54.169137 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37830) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:54.205621 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Made reservation on behalf of 6822e0b3eedd404895cd4c0c64082344 for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:54.212427 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:54.222814 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:51Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:54.296336 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f470902-545b-40e5-81c4-629e5e1834a0 None None] The sync data for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi is: [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:51Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:41:54.309264 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.50', 52193) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:54.340308 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 166e9cd5-e335-494e-b66d-3cf4ee318c60 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:54.342905 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:54.344987 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Attempt 2 to provision port e4212f8a-0e87-4a49-bdb9-09c417dc30ca Sep 28 15:41:54.470131 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] For port e4212f8a-0e87-4a49-bdb9-09c417dc30ca, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:41:54.545901 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] For port e4212f8a-0e87-4a49-bdb9-09c417dc30ca, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=e4212f8a-0e87-4a49-bdb9-09c417dc30ca,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:41:54.572937 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Port e4212f8a-0e87-4a49-bdb9-09c417dc30ca cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:54.579500 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9dfb5241-a85b-4b17-bf7c-7ce3c5eae43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:54.602159 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:54.690577 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:54.737691 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:54.738137 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:54.739020 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a Sep 28 15:41:54.854418 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-34094ac3-4203-40ae-80da-7cea9683c584 req-f484be6c-abd9-479d-b4f2-ab4d8c94a805 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 210 time: 0.2077327 Sep 28 15:41:54.890287 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:41:54.890287 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:41:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:54.932207 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb242b2-fac3-42ab-85e7-e6a714db7d00 None None] Pushing event updated for resources: {'Port': ['ID=e4212f8a-0e87-4a49-bdb9-09c417dc30ca,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:55.016834 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f6858-b7ec-4d65-861c-6e003d3203c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904d3fc1-05f0-4f15-8f7d-1c131cf6cd43,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:55.131610 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:55.135726 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 584306b4-829a-4c6a-a828-9e2fcbad05d0 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:55.138233 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Attempt 3 to provision port e4212f8a-0e87-4a49-bdb9-09c417dc30ca Sep 28 15:41:55.158893 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b0891312-6526-4395-8d44-22cd7a3e123e req-d02ebd5a-d1eb-42b3-97cf-c59a9023be41 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.2550912 Sep 28 15:41:55.263298 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:55.267891 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:55.368575 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5268809b-33ea-4549-bd67-44118f8e745c req-0420e260-90f2-4b33-9fa8-23e748300d5f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.2408407 Sep 28 15:41:55.472239 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a84c7f3e-123d-4f1f-89f2-3a1dfeb1dc46 req-396f57e1-9f56-4d66-826e-bea3a71205cb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.1215115 Sep 28 15:41:55.499942 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:55.501305 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-114d1daa-835b-4157-87b0-5a9e5d62c778 admin admin] Publish callbacks [] for security_group (904d3fc1-05f0-4f15-8f7d-1c131cf6cd43), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:55.516735 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:41:55.541303 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-114d1daa-835b-4157-87b0-5a9e5d62c778 admin admin] Publish callbacks [] for security_group (904d3fc1-05f0-4f15-8f7d-1c131cf6cd43), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:55.691000 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-703ed025-ebbd-4b2f-a82e-0a796b728428 req-bc823d2e-feb8-435a-9a3a-0671ecacc8ad tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.2042196 Sep 28 15:41:55.701397 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Allocated IP 172.20.0.9 (e3f5d48c-3282-4a82-969b-edabdb53cfff/3ba17e55-cd6a-4168-9e6d-8d57c624d948/ee69f789-a694-42a3-869d-d84a727eae15) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:55.717542 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.50', 52202) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:55.722832 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 584306b4-829a-4c6a-a828-9e2fcbad05d0 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:55.723222 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:55.723569 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 584306b4-829a-4c6a-a828-9e2fcbad05d0 Sep 28 15:41:55.896256 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1d52917-d878-4903-bd5c-c25d5c3f9237 admin admin] Publish callbacks [] for security_group (de8537a6-9541-4341-8516-fb54b30e7e35), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:55.923897 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b1d52917-d878-4903-bd5c-c25d5c3f9237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (de8537a6-9541-4341-8516-fb54b30e7e35), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:55.994449 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-114d1daa-835b-4157-87b0-5a9e5d62c778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (904d3fc1-05f0-4f15-8f7d-1c131cf6cd43), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:56.003442 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-114d1daa-835b-4157-87b0-5a9e5d62c778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:56.018894 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-114d1daa-835b-4157-87b0-5a9e5d62c778 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/904d3fc1-05f0-4f15-8f7d-1c131cf6cd43 HTTP/1.1" status: 204 len: 168 time: 1.8089166 Sep 28 15:41:56.077742 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Allocated IP 172.20.0.4 (b037e357-8df3-4ca3-8b1b-f30273c72384/2deece4e-7771-4de9-913c-e26bea7b629b/55efe6f9-e65a-4754-9095-ac7b9f3c3e10) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:41:56.137697 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Current status of the port e4212f8a-0e87-4a49-bdb9-09c417dc30ca is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:56.138739 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:56.674560 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] For port e4212f8a-0e87-4a49-bdb9-09c417dc30ca, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=e4212f8a-0e87-4a49-bdb9-09c417dc30ca,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:56.687419 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:54Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:41:56.722991 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9017a850-99d7-4be1-80eb-5fff9b9bca65 req-843abdf4-fe13-425e-a2db-74fdd442b611 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 210 time: 0.2888052 Sep 28 15:41:56.768285 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:56.791928 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-25ee93e8-84f4-473c-879e-fce72359bc72 req-4d79246a-96b9-4e5d-bda4-7e7cf82f79af tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.2889321 Sep 28 15:41:56.899645 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e70e41-6753-4471-b0c1-c7c188550319 req-044e361c-4c0a-4062-97d6-20069d8fbf77 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:56.906433 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-044e361c-4c0a-4062-97d6-20069d8fbf77 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 817 time: 1.1794167 Sep 28 15:41:56.937235 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:56.952709 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:56.961820 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-d533cb8f-50cf-4549-91f5-8604662f0017 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:56.966838 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-d533cb8f-50cf-4549-91f5-8604662f0017 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 815 time: 2.5575883 Sep 28 15:41:57.028524 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Provisioning complete for port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:57.032490 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.032859 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Attempt 1 to provision port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 Sep 28 15:41:57.041598 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e6cced6a-a55f-44c8-982c-4403e9c9dea4 req-ef08cdef-f61f-490b-a419-100c2bc075d2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.1112127 Sep 28 15:41:57.069815 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-fbc2450a-880f-4459-96ef-7297d51066b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.096327 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b831291f-9e81-4028-b82e-4cbfa326c087 None None] The sync data for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi is: [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:54Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:41:57.097494 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Publish callbacks [] for port (ee69f789-a694-42a3-869d-d84a727eae15), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.099207 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37902) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:57.102749 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-b1d52917-d878-4903-bd5c-c25d5c3f9237 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3493d310d37d4ff6a2525b58f9fe9609&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8708069 Sep 28 15:41:57.103696 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d52917-d878-4903-bd5c-c25d5c3f9237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8537a6-9541-4341-8516-fb54b30e7e35,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:57.171259 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0f4f9efd-08a4-4e48-bbe8-cc711c9c2b97 req-eef199b3-6f9b-4ce5-948c-d3d66e86a62c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.1268058 Sep 28 15:41:57.195090 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d1daa-835b-4157-87b0-5a9e5d62c778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904d3fc1-05f0-4f15-8f7d-1c131cf6cd43,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:57.204503 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.317441 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Network b037e357-8df3-4ca3-8b1b-f30273c72384 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:57.325924 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:57.337836 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:57.363209 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bdc1fa7f-3ce3-475c-968e-b6d180996c56 req-89d731ae-4e84-4901-9923-adbb7334eb85 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.1337533 Sep 28 15:41:57.376995 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:57.401200 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 584306b4-829a-4c6a-a828-9e2fcbad05d0 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:57.413832 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 2776856d-a99f-479a-a008-d9028bfe09cb up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:57.424903 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event updated for resources: {'Port': ['ID=55efe6f9-e65a-4754-9095-ac7b9f3c3e10,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:57.448133 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7ee9-79e4-46e6-801f-e96a233b66ee admin admin] Publish callbacks [] for security_group (de8537a6-9541-4341-8516-fb54b30e7e35), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.450618 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:57.451270 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.452309 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (ee69f789-a694-42a3-869d-d84a727eae15), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.489505 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-a6a329f3-6594-4074-a58d-5fa70371be99 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2603078 Sep 28 15:41:57.510959 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:57.578105 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Pushing event updated for resources: {'Port': ['ID=e4212f8a-0e87-4a49-bdb9-09c417dc30ca,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:57.600152 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Current status of the port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:57.601756 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7ee9-79e4-46e6-801f-e96a233b66ee admin admin] Publish callbacks [] for security_group (de8537a6-9541-4341-8516-fb54b30e7e35), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.614672 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Provisioning complete for port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:57.615302 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.615792 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Attempt 1 to provision port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 Sep 28 15:41:57.642517 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 2776856d-a99f-479a-a008-d9028bfe09cb triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:57.643395 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.644040 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 2776856d-a99f-479a-a008-d9028bfe09cb Sep 28 15:41:57.654565 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Network e3f5d48c-3282-4a82-969b-edabdb53cfff is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:41:57.660494 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:57.682630 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Pushing event updated for resources: {'Port': ['ID=ee69f789-a694-42a3-869d-d84a727eae15,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:57.688930 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:41:57.700120 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:57.701237 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.777351 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e8ea0066-b993-4ddc-b69c-ea446b8a4286 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9905994 Sep 28 15:41:57.794427 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7ee9-79e4-46e6-801f-e96a233b66ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (de8537a6-9541-4341-8516-fb54b30e7e35), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.797946 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7ee9-79e4-46e6-801f-e96a233b66ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:57.802938 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-f0ea7ee9-79e4-46e6-801f-e96a233b66ee admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/de8537a6-9541-4341-8516-fb54b30e7e35 HTTP/1.1" status: 204 len: 168 time: 0.6558433 Sep 28 15:41:57.814721 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea7ee9-79e4-46e6-801f-e96a233b66ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8537a6-9541-4341-8516-fb54b30e7e35,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:57.889348 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37920) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:57.917050 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3d0fd-92e5-45e8-9951-cae729528755 req-f8c3051c-3e10-4d25-87b7-dc7aee00ab7d tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:57.922504 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-41e3d0fd-92e5-45e8-9951-cae729528755 req-f8c3051c-3e10-4d25-87b7-dc7aee00ab7d tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 931 time: 0.1028774 Sep 28 15:41:57.948271 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 2776856d-a99f-479a-a008-d9028bfe09cb is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:57.950556 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 6222802f-1999-442c-a0ca-189f3bb0e03e up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:58.017123 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:58.023665 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Current status of the port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:58.024156 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.026299 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-41e3d0fd-92e5-45e8-9951-cae729528755 req-394982ea-0a58-4cd3-8255-439d90c700e2 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892000 Sep 28 15:41:58.061137 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 6222802f-1999-442c-a0ca-189f3bb0e03e triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:58.061882 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.062230 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 6222802f-1999-442c-a0ca-189f3bb0e03e Sep 28 15:41:58.090466 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-40035928-65a5-41b5-b64a-38a6ee7ae0b4 req-cf6d3dec-20fa-44a6-96e2-3fcda0c40dfd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.0845690 Sep 28 15:41:58.130288 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1148863219-network', 'tenant_id': 'f9b4928b5e2d4f6286e8e56d35c813a9'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:58.136049 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] For port f5ebc6c2-0877-4fe9-86b4-847c8bc45669, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=f5ebc6c2-0877-4fe9-86b4-847c8bc45669,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:58.143346 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.165434 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Made reservation on behalf of f9b4928b5e2d4f6286e8e56d35c813a9 for: {'network': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:58.180673 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.186931 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Provisioning complete for port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:58.187306 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.187649 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Attempt 1 to provision port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 Sep 28 15:41:58.191331 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.198057 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-21063a12-daa4-4a14-8364-f51483f9fc83 req-07c2cd0e-9e0c-4fc7-9d74-48298462ebc5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.0304155 Sep 28 15:41:58.228251 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 6222802f-1999-442c-a0ca-189f3bb0e03e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:58.229349 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device f5ebc6c2-0877-4fe9-86b4-847c8bc45669 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:58.270618 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:58.283680 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:58.307309 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Pushing event updated for resources: {'Port': ['ID=f5ebc6c2-0877-4fe9-86b4-847c8bc45669,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:58.318580 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Publish callbacks [] for security_group (bbb05cd5-b2db-4340-8800-a554301a6d69), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.319451 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.326988 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (bbb05cd5-b2db-4340-8800-a554301a6d69), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.331105 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f1ec0aa9-4b8a-42ac-bc68-e1909c01a6e5 req-11d6f648-1171-4fdb-a41d-a98a5543c7ba tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.0444262 Sep 28 15:41:58.352879 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:58.353461 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.354271 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 Sep 28 15:41:58.358301 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=112831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:41:58.376880 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb05cd5-b2db-4340-8800-a554301a6d69,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:58.379711 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (ed6ce6f5-634c-419c-bf9f-c8af664197c8), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.380250 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.segments_db [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Added segment ed6ce6f5-634c-419c-bf9f-c8af664197c8 of type vlan for network 84f80fdf-b0dd-46dc-8fee-113483d41db6 Sep 28 15:41:58.414580 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Current status of the port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:58.426782 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (84f80fdf-b0dd-46dc-8fee-113483d41db6), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.428312 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Provisioning complete for port 084a3d84-6987-4fe9-9cb4-54fb9b82186a triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:58.428624 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.428960 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Attempt 1 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:41:58.460613 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (84f80fdf-b0dd-46dc-8fee-113483d41db6), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.462115 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:58.462977 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.464896 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37934) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:58.493091 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:58.501751 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:58.502875 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d1e276eb-7c37-4811-9642-dbe5fcc5354c up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:58.543786 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6495907 Sep 28 15:41:58.543786 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01e61f-9159-4209-8364-2afaa7869c55 admin admin] Pushing event updated for resources: {'Network': ['ID=84f80fdf-b0dd-46dc-8fee-113483d41db6,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:58.544102 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 37936) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:58.549249 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] Request body: {'subnet': {'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1148863219-subnet', 'tenant_id': 'f9b4928b5e2d4f6286e8e56d35c813a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:41:58.560514 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network 84f80fdf-b0dd-46dc-8fee-113483d41db6 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:41:58.573234 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] Made reservation on behalf of f9b4928b5e2d4f6286e8e56d35c813a9 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:41:58.576021 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3622047'] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.657815 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-905b8dbe-6040-4a0b-9678-bd88ed7eafd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.667853 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Current status of the port 084a3d84-6987-4fe9-9cb4-54fb9b82186a is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:58.668475 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.680952 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35f62438-4cc0-477f-b2ef-4a62951019e1 req-12de49cf-1a9d-4f1b-b9be-a729a3e81c99 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.2093959 Sep 28 15:41:58.717619 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port d1e276eb-7c37-4811-9642-dbe5fcc5354c triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:58.718334 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.718833 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port d1e276eb-7c37-4811-9642-dbe5fcc5354c Sep 28 15:41:58.808572 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] For port 084a3d84-6987-4fe9-9cb4-54fb9b82186a, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=084a3d84-6987-4fe9-9cb4-54fb9b82186a,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:58.812179 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-905b8dbe-6040-4a0b-9678-bd88ed7eafd9 admin admin] Publish callbacks [] for security_group (c81355b5-2e62-4cec-b5c7-003ed79f80df), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.819851 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.822369 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-905b8dbe-6040-4a0b-9678-bd88ed7eafd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (c81355b5-2e62-4cec-b5c7-003ed79f80df), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.832512 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-ee8d6acc-3326-4868-88fe-dc281a21023d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=335ecfeb5c6a436e909618c1305593bb HTTP/1.1" status: 200 len: 379 time: 0.1083503 Sep 28 15:41:58.865331 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port d1e276eb-7c37-4811-9642-dbe5fcc5354c is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:58.865718 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.873352 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-5449bc50-9282-4420-8ff1-89207288e11f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 380 time: 0.1469855 Sep 28 15:41:58.880425 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:58.884363 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b8dbe-6040-4a0b-9678-bd88ed7eafd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81355b5-2e62-4cec-b5c7-003ed79f80df,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:58.885015 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3622057'] for subnet (3b099f10-396e-4383-82c8-200144cfeacc), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.893456 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-905b8dbe-6040-4a0b-9678-bd88ed7eafd9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c61f19562a264e36b2c6f2df0d1c8013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274943 Sep 28 15:41:58.894143 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 37938) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:41:58.894885 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Provisioning complete for port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:58.895360 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.895711 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Attempt 1 to provision port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a Sep 28 15:41:58.911348 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:58.943120 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port d1e276eb-7c37-4811-9642-dbe5fcc5354c, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d1e276eb-7c37-4811-9642-dbe5fcc5354c,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:41:58.946766 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Pushing event updated for resources: {'Port': ['ID=084a3d84-6987-4fe9-9cb4-54fb9b82186a,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:58.951891 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e0821d6a-72ba-4c23-8a36-73e08d8662cf admin admin] Publish callbacks [] for security_group (c81355b5-2e62-4cec-b5c7-003ed79f80df), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.957258 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.957759 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b099f10-396e-4383-82c8-200144cfeacc,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:58.970360 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] Checking segment: {'id': 'ed6ce6f5-634c-419c-bf9f-c8af664197c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:41:58.970719 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] Network hostable DHCP agents. Network: 84f80fdf-b0dd-46dc-8fee-113483d41db6, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:41:58.978503 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e0821d6a-72ba-4c23-8a36-73e08d8662cf admin admin] Publish callbacks [] for security_group (c81355b5-2e62-4cec-b5c7-003ed79f80df), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:58.998083 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] Network 84f80fdf-b0dd-46dc-8fee-113483d41db6 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:41:59.013298 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, 84f80fdf-b0dd-46dc-8fee-113483d41db6) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:41:59.018525 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:59.019178 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:59.040487 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e0821d6a-72ba-4c23-8a36-73e08d8662cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (c81355b5-2e62-4cec-b5c7-003ed79f80df), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:59.043898 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e0821d6a-72ba-4c23-8a36-73e08d8662cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:59.045053 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-e0821d6a-72ba-4c23-8a36-73e08d8662cf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c81355b5-2e62-4cec-b5c7-003ed79f80df HTTP/1.1" status: 204 len: 168 time: 0.1479039 Sep 28 15:41:59.049890 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-07e7b5eb-86e9-4c09-bd70-e396c84fe584 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5020139 Sep 28 15:41:59.063524 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0821d6a-72ba-4c23-8a36-73e08d8662cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81355b5-2e62-4cec-b5c7-003ed79f80df,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:59.065326 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24905751-abab-4d8d-b78b-6d96dd695e06 None None] Network 84f80fdf-b0dd-46dc-8fee-113483d41db6 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:59.175868 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=d1e276eb-7c37-4811-9642-dbe5fcc5354c,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:41:59.190449 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-71fb489d-5dac-4a6c-8dbb-c58270ccb20e None None] Current status of the port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:59.299395 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-50be7385-184a-4cab-9f41-e00f7353f9c7 req-b4f28387-cc6d-4bc1-ac59-53f055d275be tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.0557702 Sep 28 15:41:59.303690 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device e4212f8a-0e87-4a49-bdb9-09c417dc30ca up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:59.314193 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087f6ee4-6e8a-40cd-a698-69830f7791ee None None] Network 84f80fdf-b0dd-46dc-8fee-113483d41db6 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:41:59.320040 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5054d8-bd61-4684-98a1-261fc668ae23 req-d5024534-4ac3-4f37-8797-86a9524011b1 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:41:59.321737 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4f5054d8-bd61-4684-98a1-261fc668ae23 req-d5024534-4ac3-4f37-8797-86a9524011b1 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 931 time: 0.1517670 Sep 28 15:41:59.395382 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4f5054d8-bd61-4684-98a1-261fc668ae23 req-249a533a-a6e3-4951-8018-4f16b9faf85c tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668843 Sep 28 15:41:59.402485 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Provisioning complete for port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:59.405915 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:59.405915 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 1 to provision port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 Sep 28 15:41:59.406407 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=10 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:59.439267 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:41:59.462099 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0c8c7df9-5e16-4fff-bb90-ccb1b474c2ef req-0d68733c-9eb0-4710-8311-7a33d226d5cd tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.0656514 Sep 28 15:41:59.462439 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:59.480243 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port e4212f8a-0e87-4a49-bdb9-09c417dc30ca triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:59.486704 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:59.486704 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port e4212f8a-0e87-4a49-bdb9-09c417dc30ca Sep 28 15:41:59.503634 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:41:59.560623 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-19056e2a-3019-4a8b-8a8e-819560791f8a req-afca47bd-6e5d-463a-a53a-6fbb9c886054 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.0432768 Sep 28 15:41:59.592192 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port e4212f8a-0e87-4a49-bdb9-09c417dc30ca is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:59.593375 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device f5ebc6c2-0877-4fe9-86b4-847c8bc45669 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:59.656834 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:41:59.656834 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:59.656834 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 Sep 28 15:41:59.659438 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:41:59.795174 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:59.814371 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:41:59.881114 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-92dbd43a-3209-4a4f-ae57-8854fa1db4dc req-3b4303a4-aa01-46cf-966c-e07f2c302645 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.0386472 Sep 28 15:41:59.892617 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:41:59.895903 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 584306b4-829a-4c6a-a828-9e2fcbad05d0 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:41:59.952921 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 2 to provision port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 Sep 28 15:42:00.014775 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:00.032291 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 584306b4-829a-4c6a-a828-9e2fcbad05d0 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:00.032868 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:00.033468 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 584306b4-829a-4c6a-a828-9e2fcbad05d0 Sep 28 15:42:00.174367 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 584306b4-829a-4c6a-a828-9e2fcbad05d0 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:00.177066 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 084a3d84-6987-4fe9-9cb4-54fb9b82186a up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:42:00.234351 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:00.243836 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 084a3d84-6987-4fe9-9cb4-54fb9b82186a triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:00.244242 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:00.244572 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 084a3d84-6987-4fe9-9cb4-54fb9b82186a Sep 28 15:42:00.466762 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-788d9ba6-2fa7-4c1c-bfcd-b87bdcdbdb1d req-1c099a2c-f55e-41b0-89bb-415e9bf903ff tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.0499470 Sep 28 15:42:00.469289 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 084a3d84-6987-4fe9-9cb4-54fb9b82186a is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:00.515954 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 3 to provision port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 Sep 28 15:42:00.576768 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:00.618920 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-02402651-056d-4903-86d2-b5e09cee3833 req-7e6fe351-54f1-490d-bde9-304aca84021c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.0647078 Sep 28 15:42:00.717929 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceda445-2b6f-4b28-b57a-822d1f0ed9d6 req-4cf2f6e4-c8d9-4035-929d-ccd6f6286a1b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:00.719724 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dceda445-2b6f-4b28-b57a-822d1f0ed9d6 req-4cf2f6e4-c8d9-4035-929d-ccd6f6286a1b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 931 time: 0.1429980 Sep 28 15:42:00.754641 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-04b3cf78-925b-45d5-8aae-0e72f9d672bb req-790edf5d-8418-4945-90f8-e555f5ba7baf tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.0457106 Sep 28 15:42:00.771649 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:00.826968 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dceda445-2b6f-4b28-b57a-822d1f0ed9d6 req-eddaa15e-a435-4228-833d-f20488fc7a14 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967193 Sep 28 15:42:01.013724 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fe1931ee-3e6e-49b1-8544-d5079d3fe611 req-18fc4399-14ab-4730-b77b-b639b2c8404e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.0297945 Sep 28 15:42:01.078933 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 4 to provision port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 Sep 28 15:42:01.139413 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d1e276eb-7c37-4811-9642-dbe5fcc5354c up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:42:01.180152 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:01.221343 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port d1e276eb-7c37-4811-9642-dbe5fcc5354c triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:01.221778 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:01.222227 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port d1e276eb-7c37-4811-9642-dbe5fcc5354c Sep 28 15:42:01.274063 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:01.325489 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port d1e276eb-7c37-4811-9642-dbe5fcc5354c is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:01.608878 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ee3cd3a6-8cc5-4bd6-9698-057491676eb9 req-2766f2f5-7bfb-47ca-bb7b-4ed134e45e15 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.0381637 Sep 28 15:42:01.681511 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 5 to provision port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 Sep 28 15:42:01.756156 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a06f479f-3601-41d3-9e52-88769e645f4e req-72c557c7-bf72-45d3-a694-d863c6dd56a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.0404232 Sep 28 15:42:01.757769 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:01.885016 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1636f9a3-46b7-4e37-ac74-be8bbd878923 req-e361cad7-76bd-405f-b788-3354d13c8947 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.0320501 Sep 28 15:42:01.998720 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63274563-658a-4dce-ac53-71180aead1fb req-d349d2ff-2206-47f8-b74a-7c8540118f37 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:02.006854 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-63274563-658a-4dce-ac53-71180aead1fb req-d349d2ff-2206-47f8-b74a-7c8540118f37 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 931 time: 0.0612392 Sep 28 15:42:02.086574 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-63274563-658a-4dce-ac53-71180aead1fb req-e1dce3f4-c430-4129-a83a-d6b4f01cc205 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786283 Sep 28 15:42:02.137963 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-668185fb-30ae-49ed-aba5-44ab9d4f7353 req-f21043e4-a37e-4653-9146-1430babeb1fd tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.0283873 Sep 28 15:42:02.259329 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 6 to provision port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 Sep 28 15:42:02.323227 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:02.716289 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5cf0103c-5b62-45c0-8b15-b6be33a83443 req-4f4b6ac0-e021-411f-9dfa-f8cf29a29de5 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.0267544 Sep 28 15:42:02.825339 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 7 to provision port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 Sep 28 15:42:02.867064 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:02.873373 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8a7979c4-f559-46ab-b385-20ff360ba90e req-ff67e6a6-5750-42b3-b5c3-29cee201fa3c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.0400233 Sep 28 15:42:03.009783 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-358bc00f-9675-4861-aab8-7bea2639dbd6 req-8eb81f33-f78f-4ade-9e28-7c780f302dbe tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.0423398 Sep 28 15:42:03.232695 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36864f-f99b-4234-a335-d1d940270795 req-9ce998f3-d4f2-4866-97f4-c36502ef84b7 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:03.243331 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0e36864f-f99b-4234-a335-d1d940270795 req-9ce998f3-d4f2-4866-97f4-c36502ef84b7 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 931 time: 0.0674791 Sep 28 15:42:03.356629 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fa4e1770-14bb-451e-98a4-8e8b0f963815 req-a85d6bcb-e1d0-47b9-a1b9-eab62ff7abcb tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.0547473 Sep 28 15:42:03.368116 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 8 to provision port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 Sep 28 15:42:03.393402 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0e36864f-f99b-4234-a335-d1d940270795 req-a7db7e24-90c3-4c80-b8e8-19f97dbed05d tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490510 Sep 28 15:42:03.440284 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:03.858091 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a8986bfb-e7ad-426a-9d66-ec3987e610b4 req-9fcceed9-0b0f-443a-9f70-6a221d3c9fdb tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.0400977 Sep 28 15:42:03.888429 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-b5335341-c9d8-409b-a703-d32c7ef929cb tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:03.896882 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-b5335341-c9d8-409b-a703-d32c7ef929cb tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/networks?id=84f80fdf-b0dd-46dc-8fee-113483d41db6 HTTP/1.1" status: 200 len: 809 time: 0.2028773 Sep 28 15:42:03.921255 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-30077531-b747-4bfc-a109-0c237c4e37d3 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/quotas/f9b4928b5e2d4f6286e8e56d35c813a9 HTTP/1.1" status: 200 len: 375 time: 0.0246480 Sep 28 15:42:03.941403 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 9 to provision port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 Sep 28 15:42:03.964222 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-8ba6294b-a2d7-4412-8bb7-75afa18c5bf9 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f9b4928b5e2d4f6286e8e56d35c813a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417097 Sep 28 15:42:03.991061 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:04.060803 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-010e9ad6-9521-4ec0-bc1e-2e6eeea45593 req-d7f3fcfc-7207-4f4f-b91c-db399347298e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.0785394 Sep 28 15:42:04.118204 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-67eadd4c-6823-421b-bba5-8fe1f26f436c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450801 Sep 28 15:42:04.134317 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:04.203556 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d58a21c-98f5-472d-8561-fdb3a9b86537 req-1ec3af40-a261-422e-b5c1-10ac0e612a27 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.0697303 Sep 28 15:42:04.250818 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-38caa2f5-2700-4279-9210-a426abf05d7c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254883 Sep 28 15:42:04.481669 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7e011979-4733-46ea-8fd1-556d0d148d39 req-1e107552-b892-4a9e-9750-b78225785001 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 210 time: 0.0663452 Sep 28 15:42:04.492445 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 10 to provision port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 Sep 28 15:42:04.583117 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-099ce97a-840b-4fe4-b008-b8b0be66944b req-fe1f3cb7-2de8-41d9-bab0-62283df965b9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.1111624 Sep 28 15:42:04.604655 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:04.639335 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Provisioning complete for port ee69f789-a694-42a3-869d-d84a727eae15 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:04.639797 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (ee69f789-a694-42a3-869d-d84a727eae15), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:04.640033 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 1 to provision port ee69f789-a694-42a3-869d-d84a727eae15 Sep 28 15:42:04.708688 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port ee69f789-a694-42a3-869d-d84a727eae15 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:04.725620 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74412be7-116c-499d-b8b1-f07cb9f403fc req-2a156e81-ec37-4fa8-8a0a-f2dc17e066cd tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:04.725620 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-74412be7-116c-499d-b8b1-f07cb9f403fc req-2a156e81-ec37-4fa8-8a0a-f2dc17e066cd tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 931 time: 0.1066937 Sep 28 15:42:04.827195 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-74412be7-116c-499d-b8b1-f07cb9f403fc req-21d0e333-57d1-4572-972b-6dd260e46833 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932295 Sep 28 15:42:05.074965 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d24065-478b-4595-a6bd-4a0f866e40b5 req-371c97c9-6f2e-4197-a101-3e6fa0ba5e9a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.0593586 Sep 28 15:42:05.209905 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 2 to provision port ee69f789-a694-42a3-869d-d84a727eae15 Sep 28 15:42:05.283225 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-10ba2398-9676-46cc-987e-1196f9c80374 req-f3a961d9-e925-4f8c-96e2-d8161497dfdc tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.1263585 Sep 28 15:42:05.332111 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port ee69f789-a694-42a3-869d-d84a727eae15 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:05.352484 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:05.386506 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b1b66db6-afe2-486b-b275-baa11e48728d req-70896df4-35fd-402f-b046-a5a1607fe1f7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.0464723 Sep 28 15:42:05.600382 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7109ccfe-1522-46b1-a3c4-812bad519412 req-c2371994-e2c7-487d-ba74-26985c4eab2c tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 210 time: 0.0315568 Sep 28 15:42:05.707141 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-442aa9c9-32fc-470f-8ea5-b068eee892f3 req-2af2dd68-84b8-41a1-a78f-3c3911ed5460 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.0576582 Sep 28 15:42:05.833537 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 3 to provision port ee69f789-a694-42a3-869d-d84a727eae15 Sep 28 15:42:05.871303 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port ee69f789-a694-42a3-869d-d84a727eae15 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:05.950003 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2a33c-7491-49ff-a9c1-2f63364c79a5 req-d755a8b0-5497-41db-bfa8-b59318ec686d tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:05.951457 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bfa2a33c-7491-49ff-a9c1-2f63364c79a5 req-d755a8b0-5497-41db-bfa8-b59318ec686d tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 931 time: 0.0466943 Sep 28 15:42:05.999214 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bfa2a33c-7491-49ff-a9c1-2f63364c79a5 req-998ada5f-fb98-42e2-9343-a3f80d847ce0 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Sep 28 15:42:06.175508 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cbdc44cd-5827-4568-9b14-e69e76e9ef53 req-5d42b8a6-2bfa-4735-94b2-a29452066322 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.0274897 Sep 28 15:42:06.366868 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1963d414-0602-4b4a-854c-bdf2ec2023d8 req-7a5ff0db-32e8-401a-bc0b-4015002e72e5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.0287428 Sep 28 15:42:06.372394 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 4 to provision port ee69f789-a694-42a3-869d-d84a727eae15 Sep 28 15:42:06.387941 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-5ee7ba31-8c6c-4cde-bf16-c5550179e16c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:42:06.390767 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-5ee7ba31-8c6c-4cde-bf16-c5550179e16c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0118330 Sep 28 15:42:06.397698 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-c4680254-d5c2-4556-ace4-9afc75287b2f tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:42:06.398787 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-c4680254-d5c2-4556-ace4-9afc75287b2f tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0114810 Sep 28 15:42:06.420821 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'port': {'device_id': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'admin_state_up': True, 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'security_groups': ['3580a1e9-b886-4c57-9da4-34bf6064b6be']}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:06.437934 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.50', 52218) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:06.441494 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'port': {'device_id': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'admin_state_up': True, 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'security_groups': ['c7cb9086-263e-4df2-b17b-e55e66e934eb']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:06.447072 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port ee69f789-a694-42a3-869d-d84a727eae15 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:06.685564 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:06.765966 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Request body: {'port': {'device_id': 'a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:06.807196 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=8 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:06.819504 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Request body: {'port': {'device_id': 'd9ad4def-5dcf-41f5-be4c-e251a8e878af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:06.843972 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:06.860745 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Made reservation on behalf of 4eacc288ff1c40c8877635b387ffc3bc for: {'port': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:42:06.871280 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:06.881834 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (ee69f789-a694-42a3-869d-d84a727eae15), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:06.918824 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5990c7d6-4d53-4eac-bf74-b88fa04f6835 req-205c03f8-f472-43e8-ac57-37a1522e2457 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.3668635 Sep 28 15:42:06.950585 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 5 to provision port ee69f789-a694-42a3-869d-d84a727eae15 Sep 28 15:42:06.983717 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-58f59aab-cdd5-4cf2-a0fc-2bf0297139ff req-9aa0c3ff-3c26-48df-88d8-2249e580793c tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 210 time: 0.1685898 Sep 28 15:42:07.069794 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52020538-53b2-47d7-aa85-c25634940e12 req-c27d8316-479e-432a-8b1b-89d66c7fc4af tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:07.072124 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-c27d8316-479e-432a-8b1b-89d66c7fc4af tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 818 time: 0.6183436 Sep 28 15:42:07.072675 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port ee69f789-a694-42a3-869d-d84a727eae15 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:07.171843 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Request body: {'port': {'device_id': '69488fec-c032-4a06-aebf-169b15da1e74', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'admin_state_up': True, 'tenant_id': '824ddb9f6f344a2684cf31d08427306c'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:07.203975 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-efaef154-3f70-46fc-8387-ea8849f2e126 req-e81931ec-9b93-42bd-a9ff-db3a5944d5ab tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.1277328 Sep 28 15:42:07.232685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:07.273182 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.50', 52232) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:07.355281 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Made reservation on behalf of 335ecfeb5c6a436e909618c1305593bb for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:42:07.359044 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:07.362638 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d06eea7-fdcd-4731-b349-2f2e07875002 req-f8ebc34c-f2ae-4bc1-b463-03143991ee78 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.0442231 Sep 28 15:42:07.399624 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c96f5a-e16c-4491-900a-42950210ca6f req-f0ee91cc-32f9-4b6a-8534-cc018ef99053 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:07.401780 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-27c96f5a-e16c-4491-900a-42950210ca6f req-f0ee91cc-32f9-4b6a-8534-cc018ef99053 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 931 time: 0.2570875 Sep 28 15:42:07.566792 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Allocated IP 172.20.0.5 (df05fe18-9205-4e7c-b6d8-ac63aa67e1aa/1d382cba-cbbe-4f33-a626-0774b388d92e/0fdce35c-d94c-4241-8f30-04b6de93d44d) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:42:07.572767 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:07.574703 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 6 to provision port ee69f789-a694-42a3-869d-d84a727eae15 Sep 28 15:42:07.611162 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-4aab2ecd-eea5-41a0-b5c7-bf3005394804 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:07.612712 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-4aab2ecd-eea5-41a0-b5c7-bf3005394804 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.50 "GET /networking/v2.0/networks?id=85a0d787-d04b-4ff1-9585-ae17b62d54da HTTP/1.1" status: 200 len: 811 time: 0.3381577 Sep 28 15:42:07.620265 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port ee69f789-a694-42a3-869d-d84a727eae15 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:07.700084 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d3fa3507-10b9-4686-b64b-72fa9c57936a req-59285a80-98ec-45d6-b84b-308ab798c7a0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.1299548 Sep 28 15:42:07.767200 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-b80e2bfd-f8dd-4076-92d1-89b1d09ae341 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62692d2b160040879aecaf4d44ad19b3 HTTP/1.1" status: 200 len: 379 time: 0.1435769 Sep 28 15:42:07.815885 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee69f789-a694-42a3-869d-d84a727eae15 {{(pid=112831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:07.833706 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Publish callbacks [] for port (ee69f789-a694-42a3-869d-d84a727eae15), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:07.873255 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.provisioning_blocks [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Transition to ACTIVE for port object ee69f789-a694-42a3-869d-d84a727eae15 will not be triggered until provisioned by entity L2. {{(pid=112831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:42:07.880760 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (ee69f789-a694-42a3-869d-d84a727eae15), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:07.886626 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:07.906510 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-27c96f5a-e16c-4491-900a-42950210ca6f req-f83ff853-9cad-4681-958e-44c285a49f69 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790268 Sep 28 15:42:07.907136 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Made reservation on behalf of 824ddb9f6f344a2684cf31d08427306c for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:42:07.910604 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:07.914447 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'port': {'device_id': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'admin_state_up': True, 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'security_groups': ['02148823-52cc-4fc5-ac21-63e05c10e806']}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:07.935735 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:07.950817 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:08.006172 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.50', 52243) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:08.122773 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 7 to provision port ee69f789-a694-42a3-869d-d84a727eae15 Sep 28 15:42:08.141109 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:08.196140 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Allocated IP 172.20.0.9 (2beddede-7b14-4a1e-9c9b-0bc00eba3b72/e585d368-0577-4ccc-adae-9744acd6a68f/0082d06d-1382-48f9-94de-259360a953c6) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:42:08.206239 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Pushing event updated for resources: {'Port': ['ID=ee69f789-a694-42a3-869d-d84a727eae15,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:08.219230 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:08.219934 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port ee69f789-a694-42a3-869d-d84a727eae15 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:08.231370 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-72f38c6e-c114-4296-a2b6-5e8e7ee2e9fd req-cb71fff6-df5a-4ba7-aed3-09666cdb3638 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.1711602 Sep 28 15:42:08.238037 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b7cb0012-35a7-48e5-a612-3db4d58ed68f req-0c05bc38-f78b-4030-bc20-18ace08d7e78 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 210 time: 0.0905895 Sep 28 15:42:08.356391 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:42:08.370715 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:42:08.385806 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.managers [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Attempting to bind port ee69f789-a694-42a3-869d-d84a727eae15 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:42:08.386258 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.managers [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Attempting to bind port ee69f789-a694-42a3-869d-d84a727eae15 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'}] {{(pid=112831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:42:08.386673 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Attempting to bind port ee69f789-a694-42a3-869d-d84a727eae15 on network e3f5d48c-3282-4a82-969b-edabdb53cfff {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:08.393245 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:42:08.435126 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dab87d25-b44c-423d-a2ff-896136ef5c21 req-634ff674-287d-46be-b9c0-6a31bfb3bdab tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.0783143 Sep 28 15:42:08.464495 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=0fdce35c-d94c-4241-8f30-04b6de93d44d,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:08.464790 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-91bf8f20-badd-49de-9b9b-bf1ce5304a11 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:08.466171 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-91bf8f20-badd-49de-9b9b-bf1ce5304a11 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.50 "GET /networking/v2.0/networks?id=84f80fdf-b0dd-46dc-8fee-113483d41db6 HTTP/1.1" status: 200 len: 809 time: 0.4531217 Sep 28 15:42:08.484856 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Request body: {'port': {'device_id': 'c4e20f44-0cc8-40c9-9cf4-c96af23c7e05', 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6', 'admin_state_up': True, 'tenant_id': 'f9b4928b5e2d4f6286e8e56d35c813a9'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:08.546469 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:08.547341 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:08.567260 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Port ee69f789-a694-42a3-869d-d84a727eae15 on network e3f5d48c-3282-4a82-969b-edabdb53cfff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:42:08.568328 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Attempting to bind port ee69f789-a694-42a3-869d-d84a727eae15 on network e3f5d48c-3282-4a82-969b-edabdb53cfff {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:08.601033 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Made reservation on behalf of 62692d2b160040879aecaf4d44ad19b3 for: {'port': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:42:08.606196 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:08.619861 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-348f5d47-d542-4d65-9d64-339effa2376e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2029533 Sep 28 15:42:08.636611 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Request body: {'port': {'device_id': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:08.641780 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:08.680525 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Publish callbacks [] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:08.699996 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fda0cacb-2983-4a25-924a-1ac16a6f62cd req-a55dbdd2-4ee9-42ad-a078-b93fbd3b9f5f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.1048887 Sep 28 15:42:08.721527 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 8 to provision port ee69f789-a694-42a3-869d-d84a727eae15 Sep 28 15:42:08.762537 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:42:08.763421 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Checking segment: {'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:42:08.764736 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Bound using segment: {'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'} {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:42:08.765407 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.managers [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Bound port: ee69f789-a694-42a3-869d-d84a727eae15, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5af7d4-a325-48f3-af5c-27adc1334102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff'}}] {{(pid=112831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:42:08.766974 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (ee69f789-a694-42a3-869d-d84a727eae15), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:08.797904 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Transition to ACTIVE for port object 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:42:08.808428 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:08.835412 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:08.836666 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:08.867279 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port ee69f789-a694-42a3-869d-d84a727eae15 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:08.869430 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:08.896165 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:08.956163 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for port (0082d06d-1382-48f9-94de-259360a953c6), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:08.972947 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Allocated IP 172.20.0.7 (b037e357-8df3-4ca3-8b1b-f30273c72384/2deece4e-7771-4de9-913c-e26bea7b629b/41aaafcb-981e-4fbf-8c80-bbb43167a049) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:42:08.985318 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] For port ee69f789-a694-42a3-869d-d84a727eae15, host hv-cinder-85931, cleared binding levels {{(pid=112831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:42:08.988788 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Allocated IP 172.20.0.9 (85a0d787-d04b-4ff1-9585-ae17b62d54da/88fae1ee-0705-4534-b58e-c4705ad63cff/9e5dd716-5edb-44f2-a44f-e25367a21810) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:42:08.998303 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] For port ee69f789-a694-42a3-869d-d84a727eae15, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ee69f789-a694-42a3-869d-d84a727eae15,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:42:09.057991 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (ee69f789-a694-42a3-869d-d84a727eae15), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:09.086183 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:09.086794 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:09.088185 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/ee69f789-a694-42a3-869d-d84a727eae15 HTTP/1.1" status: 200 len: 1093 time: 2.4974380 Sep 28 15:42:09.090026 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:UPDATE=6,neutron:SELECT=87,neutron:INSERT=7 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:09.090870 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=55efe6f9-e65a-4754-9095-ac7b9f3c3e10,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:09.105117 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be', 'tag': 'ee69f789-a694-42a3-869d-d84a727eae15'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:09.120799 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Made reservation on behalf of f9b4928b5e2d4f6286e8e56d35c813a9 for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:42:09.124695 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:09.154358 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff9c69-f9ab-4683-b7c6-c05daeaa3f79 req-642d9b37-a192-4c05-b9ec-105fe75de689 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:09.155947 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f0ff9c69-f9ab-4683-b7c6-c05daeaa3f79 req-642d9b37-a192-4c05-b9ec-105fe75de689 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 931 time: 0.1926172 Sep 28 15:42:09.227857 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Attempting to bind port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:42:09.228225 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Attempting to bind port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:42:09.228599 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Attempting to bind port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 on network b037e357-8df3-4ca3-8b1b-f30273c72384 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:09.278082 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (0082d06d-1382-48f9-94de-259360a953c6), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:09.310345 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f06f-3a4d-45f8-b936-2aee1c5073f6 req-24edbf6a-cfac-465b-840e-7153ea12cee2 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:09.311867 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a949f06f-3a4d-45f8-b936-2aee1c5073f6 req-24edbf6a-cfac-465b-840e-7153ea12cee2 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 943 time: 0.2839642 Sep 28 15:42:09.337433 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fb3032-334b-4464-b712-b50a07b8cc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be", "tag": "ee69f789-a694-42a3-869d-d84a727eae15"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:09.344208 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:09.370996 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Attempt 9 to provision port ee69f789-a694-42a3-869d-d84a727eae15 Sep 28 15:42:09.426112 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-76032b6a-17f7-4761-9cc1-3606a2ca6b49 None None] Port ee69f789-a694-42a3-869d-d84a727eae15 had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:42:09.497795 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:42:09.520348 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f0ff9c69-f9ab-4683-b7c6-c05daeaa3f79 req-4843e521-4bc4-438c-8c41-964463b04424 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3414037 Sep 28 15:42:09.521254 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:42:09.533893 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:42:09.538772 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:09.539437 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:09.542261 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 on network b037e357-8df3-4ca3-8b1b-f30273c72384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:42:09.542597 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Attempting to bind port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 on network b037e357-8df3-4ca3-8b1b-f30273c72384 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:09.583004 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-998fca5a-47cb-4c72-a763-87669e423e63 None None] Provisioning complete for port 0fdce35c-d94c-4241-8f30-04b6de93d44d triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:09.583994 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-998fca5a-47cb-4c72-a763-87669e423e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:09.586479 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-998fca5a-47cb-4c72-a763-87669e423e63 None None] Attempt 1 to provision port 0fdce35c-d94c-4241-8f30-04b6de93d44d Sep 28 15:42:09.641946 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'Port': ['ID=0082d06d-1382-48f9-94de-259360a953c6,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:09.659860 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:09.671788 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-998fca5a-47cb-4c72-a763-87669e423e63 None None] Port 0fdce35c-d94c-4241-8f30-04b6de93d44d cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:09.676628 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:09.678341 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abcf20-1025-44dd-b2a6-9c1a5fb37468 service neutron] Pushing event updated for resources: {'Port': ['ID=ee69f789-a694-42a3-869d-d84a727eae15,revision_number=3']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:09.722506 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-432b7a49-eb4e-49d4-90e7-fbd6b3a5df68 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2965665 Sep 28 15:42:09.761482 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-3e90c0cc-ef19-4464-905f-25be35b22f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:09.763175 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-3e90c0cc-ef19-4464-905f-25be35b22f38 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=6822e0b3eedd404895cd4c0c64082344&device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 1127 time: 0.6184065 Sep 28 15:42:09.777155 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:09.778626 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a949f06f-3a4d-45f8-b936-2aee1c5073f6 req-4edf50f9-33bf-4a90-ab47-97781548c784 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182498 Sep 28 15:42:09.799672 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Request body: {'port': {'device_id': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:09.838578 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a3ebd78c-70f5-434b-9543-6b30798f57e6 req-e6b4c1a5-e5dc-46a9-935d-e52c8eb6ef8c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.1567092 Sep 28 15:42:09.890340 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:09.897099 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Allocated IP 172.20.0.4 (84f80fdf-b0dd-46dc-8fee-113483d41db6/3b099f10-396e-4383-82c8-200144cfeacc/43948096-55d0-43b4-a3ff-177477a90fc2) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:42:09.901148 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:42:09.901962 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Checking segment: {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:42:09.902999 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Bound using segment: {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:42:09.903765 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Bound port: 55efe6f9-e65a-4754-9095-ac7b9f3c3e10, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:42:09.904296 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:09.917713 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:09.993437 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdce35c-d94c-4241-8f30-04b6de93d44d {{(pid=112831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:10.004019 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Publish callbacks [] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:10.009579 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-50813d37-20bb-4e78-8240-cb9733f19a51 req-e9539873-b0a8-47a5-8381-80f598708d33 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 210 time: 0.1137342 Sep 28 15:42:10.031593 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.provisioning_blocks [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Transition to ACTIVE for port object 0fdce35c-d94c-4241-8f30-04b6de93d44d will not be triggered until provisioned by entity L2. {{(pid=112831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:42:10.033599 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:10.049510 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:10.079031 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-6dc69fe6-8d39-4a45-93ac-7068cd65accb service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee69f789-a694-42a3-869d-d84a727eae15 HTTP/1.1" status: 200 len: 217 time: 0.2995245 Sep 28 15:42:10.084394 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:10.113373 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9422654f-d3ed-4585-b92a-5dd062d52967 x-openstack-request-id: req-9422654f-d3ed-4585-b92a-5dd062d52967 {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:10.113685 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be", "tag": "ee69f789-a694-42a3-869d-d84a727eae15", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:10.113947 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9422654f-d3ed-4585-b92a-5dd062d52967 {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:10.114508 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9422654f-d3ed-4585-b92a-5dd062d52967'] response: {'name': 'network-changed', 'server_uuid': 'a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be', 'tag': 'ee69f789-a694-42a3-869d-d84a727eae15', 'status': 'completed', 'code': 200} Sep 28 15:42:10.116921 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Network 85a0d787-d04b-4ff1-9585-ae17b62d54da is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:42:10.158625 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:42:10.173169 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-998fca5a-47cb-4c72-a763-87669e423e63 None None] Attempt 2 to provision port 0fdce35c-d94c-4241-8f30-04b6de93d44d Sep 28 15:42:10.191472 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:42:10.244383 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'Port': ['ID=9e5dd716-5edb-44f2-a44f-e25367a21810,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:10.257193 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-998fca5a-47cb-4c72-a763-87669e423e63 None None] Port 0fdce35c-d94c-4241-8f30-04b6de93d44d cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:10.322625 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdce35c-d94c-4241-8f30-04b6de93d44d,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:10.334662 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0082d06d-1382-48f9-94de-259360a953c6), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:10.357756 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-bc5ac265-2f11-4106-b1b8-3e3b05be6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:10.359452 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-bc5ac265-2f11-4106-b1b8-3e3b05be6d29 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ba17e55-cd6a-4168-9e6d-8d57c624d948 HTTP/1.1" status: 200 len: 851 time: 0.2655904 Sep 28 15:42:10.413172 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:10.414280 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:10.433470 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.managers [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Attempting to bind port 0fdce35c-d94c-4241-8f30-04b6de93d44d on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:42:10.433966 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.managers [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Attempting to bind port 0fdce35c-d94c-4241-8f30-04b6de93d44d by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}] {{(pid=112831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:42:10.434295 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Attempting to bind port 0fdce35c-d94c-4241-8f30-04b6de93d44d on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:10.449677 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:10.516480 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] For port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:42:10.527286 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa864036-d040-4bfc-b3b2-e7fef1a3bfa5 req-eb9e71c2-3175-4f88-b2ec-2b67653d6e09 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:10.527524 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-c96f01ef-c9e2-4f3e-84c6-cf3ffb751387 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6328182 Sep 28 15:42:10.528791 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aa864036-d040-4bfc-b3b2-e7fef1a3bfa5 req-eb9e71c2-3175-4f88-b2ec-2b67653d6e09 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 931 time: 0.2336159 Sep 28 15:42:10.534398 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53acdce-de2c-4887-aaed-84dbabd0ec23 req-44987c64-3103-4ae0-b657-32d9f2b30c1e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:10.535842 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d53acdce-de2c-4887-aaed-84dbabd0ec23 req-44987c64-3103-4ae0-b657-32d9f2b30c1e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 931 time: 0.2417507 Sep 28 15:42:10.543197 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Request body: {'port': {'device_id': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:10.550233 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-19e76565-ca8f-427c-a7ce-f60ecd2dafea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:10.551864 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-19e76565-ca8f-427c-a7ce-f60ecd2dafea service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=e3f5d48c-3282-4a82-969b-edabdb53cfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1339605 Sep 28 15:42:10.611723 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] For port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=55efe6f9-e65a-4754-9095-ac7b9f3c3e10,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:42:10.637122 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Port 0fdce35c-d94c-4241-8f30-04b6de93d44d on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:42:10.637478 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Attempting to bind port 0fdce35c-d94c-4241-8f30-04b6de93d44d on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:10.653562 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Network b037e357-8df3-4ca3-8b1b-f30273c72384 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:42:10.664081 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:10.672524 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:42:10.710166 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:10.716924 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event updated for resources: {'Port': ['ID=41aaafcb-981e-4fbf-8c80-bbb43167a049,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:10.722461 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:10.723186 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:10.725030 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/55efe6f9-e65a-4754-9095-ac7b9f3c3e10 HTTP/1.1" status: 200 len: 1093 time: 3.9274571 Sep 28 15:42:10.731985 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:42:10.736765 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:10.737623 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:10.752791 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ad4def-5dcf-41f5-be4c-e251a8e878af', 'tag': '55efe6f9-e65a-4754-9095-ac7b9f3c3e10'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:10.753585 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:10.758744 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-998fca5a-47cb-4c72-a763-87669e423e63 None None] Attempt 3 to provision port 0fdce35c-d94c-4241-8f30-04b6de93d44d Sep 28 15:42:10.763505 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-e131f24c-2a96-42ea-9f7d-3c93c585c364 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/e3f5d48c-3282-4a82-969b-edabdb53cfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932821 Sep 28 15:42:10.764459 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:42:10.764788 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Checking segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:42:10.765169 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Bound using segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:42:10.766038 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.managers [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Bound port: 0fdce35c-d94c-4241-8f30-04b6de93d44d, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}}] {{(pid=112831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:42:10.766405 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:10.826536 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-998fca5a-47cb-4c72-a763-87669e423e63 None None] Port 0fdce35c-d94c-4241-8f30-04b6de93d44d cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:10.904351 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:10.949995 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c9888b-d063-4bac-9dd9-83318f48f3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ad4def-5dcf-41f5-be4c-e251a8e878af", "tag": "55efe6f9-e65a-4754-9095-ac7b9f3c3e10"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:10.958258 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d53acdce-de2c-4887-aaed-84dbabd0ec23 req-d447b604-ca77-41cd-85ed-ea8717c006c6 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3877256 Sep 28 15:42:10.961754 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-47b53ea2-b56e-48c3-b540-fa8a774f610c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8122263 Sep 28 15:42:10.996990 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks [] for port (43948096-55d0-43b4-a3ff-177477a90fc2), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.003136 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aa864036-d040-4bfc-b3b2-e7fef1a3bfa5 req-e2e8eb75-c218-45f0-b5ad-1450cd2addc1 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4315963 Sep 28 15:42:11.038128 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625d959-377f-4b3c-b6aa-ba6484952ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=55efe6f9-e65a-4754-9095-ac7b9f3c3e10,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:11.053647 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] For port 0fdce35c-d94c-4241-8f30-04b6de93d44d, host hv-cinder-85931, cleared binding levels {{(pid=112831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:42:11.106704 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] For port 0fdce35c-d94c-4241-8f30-04b6de93d44d, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0fdce35c-d94c-4241-8f30-04b6de93d44d,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:42:11.116525 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.174964 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:11.181407 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.185231 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:11.186060 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.187706 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/0fdce35c-d94c-4241-8f30-04b6de93d44d HTTP/1.1" status: 200 len: 1093 time: 2.5584521 Sep 28 15:42:11.244052 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Network 84f80fdf-b0dd-46dc-8fee-113483d41db6 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:42:11.253372 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f492d8-b706-4d0b-96ae-afd5ef0e5b16 req-a64e17d2-5e70-4b01-a72a-cfb92b686ea5 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:11.260603 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-92f492d8-b706-4d0b-96ae-afd5ef0e5b16 req-a64e17d2-5e70-4b01-a72a-cfb92b686ea5 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 943 time: 0.1606224 Sep 28 15:42:11.262404 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5dd716-5edb-44f2-a44f-e25367a21810 {{(pid=112831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:11.280935 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Publish callbacks [] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.281561 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:42:11.288984 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6f5a-4d24-48f9-a132-a32029b93884 req-7892f9ce-ad22-41b6-a1c4-4188408d744e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:11.296763 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-84cd6f5a-4d24-48f9-a132-a32029b93884 req-7892f9ce-ad22-41b6-a1c4-4188408d744e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 943 time: 0.1737971 Sep 28 15:42:11.304222 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:42:11.310039 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:11.310634 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.315015 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830b40a-c926-4024-b0ab-ce168a67bae6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdce35c-d94c-4241-8f30-04b6de93d44d,revision_number=3']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:11.324676 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.provisioning_blocks [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Transition to ACTIVE for port object 9e5dd716-5edb-44f2-a44f-e25367a21810 will not be triggered until provisioned by entity L2. {{(pid=112831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:42:11.328095 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-998fca5a-47cb-4c72-a763-87669e423e63 None None] Attempt 4 to provision port 0fdce35c-d94c-4241-8f30-04b6de93d44d Sep 28 15:42:11.328609 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.338306 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Pushing event updated for resources: {'Port': ['ID=43948096-55d0-43b4-a3ff-177477a90fc2,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:11.340563 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:11.405171 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0082d06d-1382-48f9-94de-259360a953c6 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:11.420338 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-c2aa4fd3-bd88-4c4f-a83b-331563b75d2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9394326 Sep 28 15:42:11.422484 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Publish callbacks [] for port (0082d06d-1382-48f9-94de-259360a953c6), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.438377 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-998fca5a-47cb-4c72-a763-87669e423e63 None None] Port 0fdce35c-d94c-4241-8f30-04b6de93d44d had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:42:11.464458 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Transition to ACTIVE for port object 0082d06d-1382-48f9-94de-259360a953c6 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:42:11.478123 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-92f492d8-b706-4d0b-96ae-afd5ef0e5b16 req-1687ea90-39f0-4faa-8bfa-adfa460bd288 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163582 Sep 28 15:42:11.481067 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0082d06d-1382-48f9-94de-259360a953c6), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.511841 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5dd716-5edb-44f2-a44f-e25367a21810,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:11.522794 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-84cd6f5a-4d24-48f9-a132-a32029b93884 req-a94af6ff-2cf3-492c-af54-7cb13eef0dfe tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247415 Sep 28 15:42:11.589097 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.managers [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Attempting to bind port 9e5dd716-5edb-44f2-a44f-e25367a21810 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:42:11.593751 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.managers [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Attempting to bind port 9e5dd716-5edb-44f2-a44f-e25367a21810 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'}] {{(pid=112831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:42:11.594069 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Pushing event updated for resources: {'Port': ['ID=0082d06d-1382-48f9-94de-259360a953c6,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:11.598116 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Attempting to bind port 9e5dd716-5edb-44f2-a44f-e25367a21810 on network 85a0d787-d04b-4ff1-9585-ae17b62d54da {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:11.608984 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Provisioning complete for port 41aaafcb-981e-4fbf-8c80-bbb43167a049 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:11.609365 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.609707 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Attempt 1 to provision port 41aaafcb-981e-4fbf-8c80-bbb43167a049 Sep 28 15:42:11.611250 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Attempting to bind port 0082d06d-1382-48f9-94de-259360a953c6 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:42:11.612722 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Attempting to bind port 0082d06d-1382-48f9-94de-259360a953c6 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:42:11.613079 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Attempting to bind port 0082d06d-1382-48f9-94de-259360a953c6 on network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:11.645300 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Port 41aaafcb-981e-4fbf-8c80-bbb43167a049 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:11.660139 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a34c7d-35a2-433a-a307-c44bc10bf41a x-openstack-request-id: req-98a34c7d-35a2-433a-a307-c44bc10bf41a {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:11.660432 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ad4def-5dcf-41f5-be4c-e251a8e878af", "tag": "55efe6f9-e65a-4754-9095-ac7b9f3c3e10", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:11.660685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98a34c7d-35a2-433a-a307-c44bc10bf41a {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:11.661136 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a34c7d-35a2-433a-a307-c44bc10bf41a'] response: {'name': 'network-changed', 'server_uuid': 'd9ad4def-5dcf-41f5-be4c-e251a8e878af', 'tag': '55efe6f9-e65a-4754-9095-ac7b9f3c3e10', 'status': 'completed', 'code': 200} Sep 28 15:42:11.665742 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Port 9e5dd716-5edb-44f2-a44f-e25367a21810 on network 85a0d787-d04b-4ff1-9585-ae17b62d54da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:42:11.666106 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Attempting to bind port 9e5dd716-5edb-44f2-a44f-e25367a21810 on network 85a0d787-d04b-4ff1-9585-ae17b62d54da {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:11.687266 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0fa3-db74-439e-a215-4180f4c82484 req-6de1421e-1fec-4991-b237-68b938ca9739 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:11.689554 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-51cc0fa3-db74-439e-a215-4180f4c82484 req-6de1421e-1fec-4991-b237-68b938ca9739 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 931 time: 0.0915048 Sep 28 15:42:11.710805 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:42:11.711410 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Checking segment: {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:42:11.711516 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Bound using segment: {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'} {{(pid=112831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:42:11.711909 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.managers [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Bound port: 9e5dd716-5edb-44f2-a44f-e25367a21810, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'}}] {{(pid=112831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:42:11.712264 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.727012 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Port 0082d06d-1382-48f9-94de-259360a953c6 on network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:42:11.727344 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Attempting to bind port 0082d06d-1382-48f9-94de-259360a953c6 on network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:11.771752 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] For port 9e5dd716-5edb-44f2-a44f-e25367a21810, host hv-cinder-85931, cleared binding levels {{(pid=112831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:42:11.774735 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] For port 9e5dd716-5edb-44f2-a44f-e25367a21810, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9e5dd716-5edb-44f2-a44f-e25367a21810,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:42:11.782356 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.786395 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:11.787006 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.788486 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/9e5dd716-5edb-44f2-a44f-e25367a21810 HTTP/1.1" status: 200 len: 1093 time: 1.2513518 Sep 28 15:42:11.805748 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad104a-83a8-4a59-b413-4f8bf046903b req-c3d5ca0b-7ef8-4173-8ae4-a8eae1b5ff2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:11.807292 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a8ad104a-83a8-4a59-b413-4f8bf046903b req-c3d5ca0b-7ef8-4173-8ae4-a8eae1b5ff2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 931 time: 0.0947037 Sep 28 15:42:11.819882 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-51cc0fa3-db74-439e-a215-4180f4c82484 req-474f26a2-9e11-4f70-b4be-6f696b8aefd0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257248 Sep 28 15:42:11.842715 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7220a-4aa1-40d1-8480-8b122c811c16 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5dd716-5edb-44f2-a44f-e25367a21810,revision_number=3']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:11.843375 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:42:11.843715 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Checking segment: {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:42:11.844095 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Bound using segment: {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:42:11.844533 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Bound port: 0082d06d-1382-48f9-94de-259360a953c6, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:42:11.844894 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0082d06d-1382-48f9-94de-259360a953c6), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.848927 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:11.917481 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a8ad104a-83a8-4a59-b413-4f8bf046903b req-7fc81b6c-661b-4234-bff0-e169951d3982 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037009 Sep 28 15:42:11.938511 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:42:11.941540 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:42:11.947337 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0082d06d-1382-48f9-94de-259360a953c6), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.951943 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:11.952562 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:11.953977 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/0082d06d-1382-48f9-94de-259360a953c6 HTTP/1.1" status: 200 len: 1093 time: 2.2162926 Sep 28 15:42:11.998280 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecf9ce-9c6d-4d80-b5dc-1a7bd01c9c97 service neutron] Pushing event updated for resources: {'Port': ['ID=0082d06d-1382-48f9-94de-259360a953c6,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:12.116443 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'tag': '0fdce35c-d94c-4241-8f30-04b6de93d44d'}, {'name': 'network-changed', 'server_uuid': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'tag': '9e5dd716-5edb-44f2-a44f-e25367a21810'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:12.118769 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b5d908-48f6-4594-9660-85827a46e6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "38cb3a9e-72d1-4502-90fe-35576e05e0a2", "tag": "0fdce35c-d94c-4241-8f30-04b6de93d44d"}, {"name": "network-changed", "server_uuid": "8ac91576-c5d2-418a-a1c5-af43fccf4e46", "tag": "9e5dd716-5edb-44f2-a44f-e25367a21810"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:12.132377 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69402332-c2c4-4390-910b-b8e4b0b2e2d1 req-0954e319-c0c1-4794-af13-537b9079c9de tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:12.133840 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-69402332-c2c4-4390-910b-b8e4b0b2e2d1 req-0954e319-c0c1-4794-af13-537b9079c9de tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0750167 Sep 28 15:42:12.146827 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Attempt 2 to provision port 41aaafcb-981e-4fbf-8c80-bbb43167a049 Sep 28 15:42:12.153603 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87fe8-c20f-4eec-8d89-7d7aafae2e51 req-fcb198a9-b859-4735-8bd3-4e7cb51a5e3e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:12.155052 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03f87fe8-c20f-4eec-8d89-7d7aafae2e51 req-fcb198a9-b859-4735-8bd3-4e7cb51a5e3e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 943 time: 0.0685844 Sep 28 15:42:12.178201 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:12.182836 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Port 41aaafcb-981e-4fbf-8c80-bbb43167a049 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:12.214582 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-69402332-c2c4-4390-910b-b8e4b0b2e2d1 req-b89b6af2-0ea3-4425-ae6c-352832bb7f48 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746424 Sep 28 15:42:12.225296 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03f87fe8-c20f-4eec-8d89-7d7aafae2e51 req-9eafdb68-e35f-409a-9303-c7bad6b22119 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635107 Sep 28 15:42:12.300665 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c929bf4-a46d-496b-b465-5cf0d650f6e3 x-openstack-request-id: req-6c929bf4-a46d-496b-b465-5cf0d650f6e3 {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:12.300967 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cb3a9e-72d1-4502-90fe-35576e05e0a2", "tag": "0fdce35c-d94c-4241-8f30-04b6de93d44d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ac91576-c5d2-418a-a1c5-af43fccf4e46", "tag": "9e5dd716-5edb-44f2-a44f-e25367a21810", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:12.301227 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c929bf4-a46d-496b-b465-5cf0d650f6e3 {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:12.301627 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c929bf4-a46d-496b-b465-5cf0d650f6e3'] response: {'name': 'network-changed', 'server_uuid': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'tag': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'status': 'completed', 'code': 200} Sep 28 15:42:12.301912 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c929bf4-a46d-496b-b465-5cf0d650f6e3'] response: {'name': 'network-changed', 'server_uuid': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'tag': '9e5dd716-5edb-44f2-a44f-e25367a21810', 'status': 'completed', 'code': 200} Sep 28 15:42:12.626541 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e60928-6cb2-4876-b080-1f95043c89bf req-921e5e51-d88d-463b-b9c1-1d2d26949c9b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:12.627987 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-65e60928-6cb2-4876-b080-1f95043c89bf req-921e5e51-d88d-463b-b9c1-1d2d26949c9b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 943 time: 0.0730991 Sep 28 15:42:12.654396 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d601c-360b-4b77-bbaf-6e7cbbba03b7 req-d0cde537-1017-4d08-9e1f-9645eed82e5e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:12.655788 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-527d601c-360b-4b77-bbaf-6e7cbbba03b7 req-d0cde537-1017-4d08-9e1f-9645eed82e5e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 943 time: 0.0700469 Sep 28 15:42:12.683933 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Attempt 3 to provision port 41aaafcb-981e-4fbf-8c80-bbb43167a049 Sep 28 15:42:12.688299 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:12.706413 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-65e60928-6cb2-4876-b080-1f95043c89bf req-79b613e2-12c5-40fc-a094-45d37b02ae96 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728655 Sep 28 15:42:12.716787 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Port 41aaafcb-981e-4fbf-8c80-bbb43167a049 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:12.733644 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-527d601c-360b-4b77-bbaf-6e7cbbba03b7 req-b5825d12-4eae-4ee0-b8c4-c2b84608aaba tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714502 Sep 28 15:42:12.939124 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f0193-3f89-4f27-9c49-3d72b9e98fdd req-d997f5dd-7c14-4ee5-9ff4-50686e388673 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:12.940567 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ce7f0193-3f89-4f27-9c49-3d72b9e98fdd req-d997f5dd-7c14-4ee5-9ff4-50686e388673 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 931 time: 0.0455041 Sep 28 15:42:12.987618 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ce7f0193-3f89-4f27-9c49-3d72b9e98fdd req-918c0b36-3705-498b-80b4-c61ff4342513 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415390 Sep 28 15:42:13.033808 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436901bd-5ef2-44b5-b951-61d49bee982b req-47e3febf-6a37-49e1-9a93-f53c9674ca78 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:13.035273 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-436901bd-5ef2-44b5-b951-61d49bee982b req-47e3febf-6a37-49e1-9a93-f53c9674ca78 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 931 time: 0.0447192 Sep 28 15:42:13.080725 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-436901bd-5ef2-44b5-b951-61d49bee982b req-e6cd10e3-1ff7-48c6-8517-2c00d304ba24 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Sep 28 15:42:13.143023 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Request body: {'port': {'device_id': '69488fec-c032-4a06-aebf-169b15da1e74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:13.184001 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Request body: {'port': {'device_id': 'c4e20f44-0cc8-40c9-9cf4-c96af23c7e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:13.217945 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Attempt 4 to provision port 41aaafcb-981e-4fbf-8c80-bbb43167a049 Sep 28 15:42:13.258168 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Port 41aaafcb-981e-4fbf-8c80-bbb43167a049 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:13.282692 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:13.284579 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e70e41-6753-4471-b0c1-c7c188550319 req-92a7e634-6f43-4681-a1a2-2f22d9111bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:13.286396 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-92a7e634-6f43-4681-a1a2-2f22d9111bd0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 1127 time: 0.0892456 Sep 28 15:42:13.299536 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edec78-4e4d-4487-8075-51e68678ff19 req-85e478ae-5d28-41c9-a1d9-1bdef427d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:13.301310 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-85e478ae-5d28-41c9-a1d9-1bdef427d5c6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 1127 time: 0.1411910 Sep 28 15:42:13.353831 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-2aff906e-92b5-4dda-8f01-7a9412b8e254 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0082d06d-1382-48f9-94de-259360a953c6 HTTP/1.1" status: 200 len: 217 time: 0.0478716 Sep 28 15:42:13.585202 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-f5a7b2c5-660b-40ef-96b4-60ea700f6ad1 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55efe6f9-e65a-4754-9095-ac7b9f3c3e10 HTTP/1.1" status: 200 len: 217 time: 0.2335660 Sep 28 15:42:13.591325 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-111ae411-1d4c-4d61-8a9d-e30dc97dfa42 req-927cecaa-17b6-4c84-938c-9b9905f00a16 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/e3f5d48c-3282-4a82-969b-edabdb53cfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529147 Sep 28 15:42:13.595581 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-c587d5ba-4035-48b6-8aaa-b77795baf618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:13.596809 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-c587d5ba-4035-48b6-8aaa-b77795baf618 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 1127 time: 0.4189539 Sep 28 15:42:13.604937 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-e2d8b22f-482e-4b25-9750-3da3e7e4b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:13.607243 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-e2d8b22f-482e-4b25-9750-3da3e7e4b3cf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=62692d2b160040879aecaf4d44ad19b3&device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 1127 time: 0.3772500 Sep 28 15:42:13.643901 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e70e41-6753-4471-b0c1-c7c188550319 req-e6862f2c-5f15-4cd2-bfcf-b2958892d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:13.645351 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-e6862f2c-5f15-4cd2-bfcf-b2958892d21a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.2814860 Sep 28 15:42:13.661219 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:13.668088 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edec78-4e4d-4487-8075-51e68678ff19 req-8722256a-3093-4e44-8e99-08af6ff9fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:13.669583 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-8722256a-3093-4e44-8e99-08af6ff9fc26 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.0773342 Sep 28 15:42:13.680101 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'tag': '0082d06d-1382-48f9-94de-259360a953c6'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:13.682368 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "tag": "0082d06d-1382-48f9-94de-259360a953c6"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:13.684949 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:13.759317 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Attempt 5 to provision port 41aaafcb-981e-4fbf-8c80-bbb43167a049 Sep 28 15:42:13.795874 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Port 41aaafcb-981e-4fbf-8c80-bbb43167a049 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:13.826513 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d040e9b-cdcb-457a-8fef-322b8250dd1e req-3f611e40-45a9-47a5-8ca0-ed8d223c0104 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:13.828080 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d040e9b-cdcb-457a-8fef-322b8250dd1e req-3f611e40-45a9-47a5-8ca0-ed8d223c0104 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 943 time: 0.3489096 Sep 28 15:42:13.840777 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-a9d29947-5101-4e80-a709-b3a169284e1a service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e5dd716-5edb-44f2-a44f-e25367a21810 HTTP/1.1" status: 200 len: 217 time: 0.1804812 Sep 28 15:42:13.856100 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec666762-2c3c-402a-9eea-f8ed00472b72 req-81f64c5f-23b9-4fe3-a626-f876c0845d93 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:13.857721 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ec666762-2c3c-402a-9eea-f8ed00472b72 req-81f64c5f-23b9-4fe3-a626-f876c0845d93 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.3690684 Sep 28 15:42:13.864967 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:14.082774 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-249d9c91-f00b-4b65-8658-bd8c6ce2bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:14.084267 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-249d9c91-f00b-4b65-8658-bd8c6ce2bc13 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4417019 Sep 28 15:42:14.152365 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d040e9b-cdcb-457a-8fef-322b8250dd1e req-6b5064fe-7077-4777-9e7c-6fb9e77f1e4a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3027234 Sep 28 15:42:14.206604 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4510b01-af91-4c40-add6-cca8a9839df0 x-openstack-request-id: req-d4510b01-af91-4c40-add6-cca8a9839df0 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:14.206893 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "tag": "0082d06d-1382-48f9-94de-259360a953c6", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:14.207146 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4510b01-af91-4c40-add6-cca8a9839df0 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:14.207542 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4510b01-af91-4c40-add6-cca8a9839df0'] response: {'name': 'network-changed', 'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'tag': '0082d06d-1382-48f9-94de-259360a953c6', 'status': 'completed', 'code': 200} Sep 28 15:42:14.212451 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ec666762-2c3c-402a-9eea-f8ed00472b72 req-5e3951c7-7ab7-4490-bd6e-6fe798337b16 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389866 Sep 28 15:42:14.224609 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:14.297440 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Attempt 6 to provision port 41aaafcb-981e-4fbf-8c80-bbb43167a049 Sep 28 15:42:14.336522 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Port 41aaafcb-981e-4fbf-8c80-bbb43167a049 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:14.414642 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc389ff-c4dc-4d06-a5e9-8c01c08ade20 req-4af568b6-52dc-473d-8773-437c3845afea tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:14.416114 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0fc389ff-c4dc-4d06-a5e9-8c01c08ade20 req-4af568b6-52dc-473d-8773-437c3845afea tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 943 time: 0.1546955 Sep 28 15:42:14.435735 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695979c-a60e-4a95-8890-0a87bf0467a9 req-1cc0b97f-2cf3-4fc4-bb21-40ceb22f49b5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:14.437138 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b695979c-a60e-4a95-8890-0a87bf0467a9 req-1cc0b97f-2cf3-4fc4-bb21-40ceb22f49b5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 943 time: 0.1120515 Sep 28 15:42:14.617843 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b695979c-a60e-4a95-8890-0a87bf0467a9 req-cae7c3de-089e-4c6b-b5ce-ded91fc7cb18 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633742 Sep 28 15:42:14.620297 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0fc389ff-c4dc-4d06-a5e9-8c01c08ade20 req-44b46976-8931-4e36-8de5-afae6c5f88c2 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964324 Sep 28 15:42:14.657153 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41aaafcb-981e-4fbf-8c80-bbb43167a049 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:14.667396 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Publish callbacks [] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:14.684022 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43948096-55d0-43b4-a3ff-177477a90fc2 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:14.721664 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Publish callbacks [] for port (43948096-55d0-43b4-a3ff-177477a90fc2), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:14.755553 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Transition to ACTIVE for port object 41aaafcb-981e-4fbf-8c80-bbb43167a049 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:42:14.770586 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:14.784396 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edec78-4e4d-4487-8075-51e68678ff19 req-2c8c10ce-cc15-4ff4-b916-52fee0d52093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:14.785920 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-2c8c10ce-cc15-4ff4-b916-52fee0d52093 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003702 Sep 28 15:42:14.791027 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-674f5a55-6740-43fb-bfbb-dc4c9585b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:14.792411 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-674f5a55-6740-43fb-bfbb-dc4c9585b308 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=6822e0b3eedd404895cd4c0c64082344&device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 1127 time: 0.0973585 Sep 28 15:42:14.793865 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e70e41-6753-4471-b0c1-c7c188550319 req-14028e9b-5e5c-428f-8571-ed4acb63e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:14.795226 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-14028e9b-5e5c-428f-8571-ed4acb63e72e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1084743 Sep 28 15:42:14.812914 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:14.837661 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Attempt 7 to provision port 41aaafcb-981e-4fbf-8c80-bbb43167a049 Sep 28 15:42:14.861929 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:14.874928 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Port 41aaafcb-981e-4fbf-8c80-bbb43167a049 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:14.895672 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Transition to ACTIVE for port object 43948096-55d0-43b4-a3ff-177477a90fc2 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:42:14.931258 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:14.945508 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:14.981100 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4cdc-4f12-490f-9424-8a45c1947eb7 req-d7ac6f2e-d1a9-4087-bd93-a1069af65585 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:14.988064 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-238e4cdc-4f12-490f-9424-8a45c1947eb7 req-d7ac6f2e-d1a9-4087-bd93-a1069af65585 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 943 time: 0.2881079 Sep 28 15:42:14.995048 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4404912-e86b-4a26-b00a-2c686a2b1e4f req-36e8c3d5-258d-4cf4-a2e6-a2a7404016a4 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:15.002157 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4404912-e86b-4a26-b00a-2c686a2b1e4f req-36e8c3d5-258d-4cf4-a2e6-a2a7404016a4 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 931 time: 0.2927370 Sep 28 15:42:15.006551 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-2e4468cf-4218-4a6f-a2e4-5ee167e3e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:15.007986 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-2e4468cf-4218-4a6f-a2e4-5ee167e3e12c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=88fae1ee-0705-4534-b58e-c4705ad63cff HTTP/1.1" status: 200 len: 850 time: 0.3184884 Sep 28 15:42:15.095164 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-b722a718-bc69-4efe-9e19-b5a19b56c62f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989852 Sep 28 15:42:15.096098 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-aee2bba5-3ae2-4954-aff3-1f63a0ef71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:15.097394 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-aee2bba5-3ae2-4954-aff3-1f63a0ef71a4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=e3f5d48c-3282-4a82-969b-edabdb53cfff HTTP/1.1" status: 200 len: 912 time: 0.2935286 Sep 28 15:42:15.106269 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-15552553-452d-4424-96c8-c08ecfb422fa service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929828 Sep 28 15:42:15.192194 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-e7749d29-f088-4aa8-8b08-16757695ecbd service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee69f789-a694-42a3-869d-d84a727eae15 HTTP/1.1" status: 200 len: 217 time: 0.0831809 Sep 28 15:42:15.321177 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Pushing event updated for resources: {'Port': ['ID=41aaafcb-981e-4fbf-8c80-bbb43167a049,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:15.333014 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-79a472b6-10fd-48bb-8ad6-f83ca9ce1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:15.334493 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-79a472b6-10fd-48bb-8ad6-f83ca9ce1612 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ba17e55-cd6a-4168-9e6d-8d57c624d948 HTTP/1.1" status: 200 len: 851 time: 0.0841751 Sep 28 15:42:15.376611 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Attempt 8 to provision port 41aaafcb-981e-4fbf-8c80-bbb43167a049 Sep 28 15:42:15.406095 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-00e70e41-6753-4471-b0c1-c7c188550319 req-176a03ad-4985-4d2e-86c6-00adbc452d3b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754476 Sep 28 15:42:15.428300 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Port 41aaafcb-981e-4fbf-8c80-bbb43167a049 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:15.432618 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-03edec78-4e4d-4487-8075-51e68678ff19 req-c3f25bfa-0c10-46bd-a545-796aa4e68003 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239563 Sep 28 15:42:15.436757 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-511a2cf0-f589-42f8-ade2-951502895869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:15.438463 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-511a2cf0-f589-42f8-ade2-951502895869 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=e3f5d48c-3282-4a82-969b-edabdb53cfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949783 Sep 28 15:42:15.465712 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-cb80e4d5-793d-44bf-b9cc-304c93bdce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:15.467339 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-cb80e4d5-793d-44bf-b9cc-304c93bdce23 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7789040 Sep 28 15:42:15.481837 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-89d64b46-cb05-4734-8144-acb1e799463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:15.483279 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-89d64b46-cb05-4734-8144-acb1e799463e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=85a0d787-d04b-4ff1-9585-ae17b62d54da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4565361 Sep 28 15:42:15.495277 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Attempting to bind port 41aaafcb-981e-4fbf-8c80-bbb43167a049 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:42:15.496160 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Attempting to bind port 41aaafcb-981e-4fbf-8c80-bbb43167a049 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:42:15.496528 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Attempting to bind port 41aaafcb-981e-4fbf-8c80-bbb43167a049 on network b037e357-8df3-4ca3-8b1b-f30273c72384 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:15.529960 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Attempting to bind port 43948096-55d0-43b4-a3ff-177477a90fc2 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:42:15.530297 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Attempting to bind port 43948096-55d0-43b4-a3ff-177477a90fc2 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ed6ce6f5-634c-419c-bf9f-c8af664197c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:42:15.530622 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Attempting to bind port 43948096-55d0-43b4-a3ff-177477a90fc2 on network 84f80fdf-b0dd-46dc-8fee-113483d41db6 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:15.535530 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4404912-e86b-4a26-b00a-2c686a2b1e4f req-6d9d286d-1c1c-421e-9a9d-b0e7235bcff9 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322213 Sep 28 15:42:15.545895 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-238e4cdc-4f12-490f-9424-8a45c1947eb7 req-fb0446cf-9f22-4375-a24c-b52e175ff093 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527804 Sep 28 15:42:15.561168 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=43948096-55d0-43b4-a3ff-177477a90fc2,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:15.597329 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Port 43948096-55d0-43b4-a3ff-177477a90fc2 on network 84f80fdf-b0dd-46dc-8fee-113483d41db6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:42:15.597748 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Attempting to bind port 43948096-55d0-43b4-a3ff-177477a90fc2 on network 84f80fdf-b0dd-46dc-8fee-113483d41db6 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:15.639619 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Port 41aaafcb-981e-4fbf-8c80-bbb43167a049 on network b037e357-8df3-4ca3-8b1b-f30273c72384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:42:15.639958 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Attempting to bind port 41aaafcb-981e-4fbf-8c80-bbb43167a049 on network b037e357-8df3-4ca3-8b1b-f30273c72384 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:15.743821 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49f9bd-2caf-4585-8ffd-215f536166d7 req-41d53896-62bb-42b6-b855-6a4b3b84d729 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:15.745197 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6e49f9bd-2caf-4585-8ffd-215f536166d7 req-41d53896-62bb-42b6-b855-6a4b3b84d729 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 943 time: 0.1185517 Sep 28 15:42:15.770201 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf06a1-8e32-4c26-be3e-2458c26fbd40 req-00d5aea8-1c63-4044-bf2f-48e0b4b85535 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:15.771613 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-beaf06a1-8e32-4c26-be3e-2458c26fbd40 req-00d5aea8-1c63-4044-bf2f-48e0b4b85535 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.1275456 Sep 28 15:42:15.775345 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:42:15.775679 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Checking segment: {'id': 'ed6ce6f5-634c-419c-bf9f-c8af664197c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:42:15.776107 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Bound using segment: {'id': 'ed6ce6f5-634c-419c-bf9f-c8af664197c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:42:15.776549 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Bound port: 43948096-55d0-43b4-a3ff-177477a90fc2, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed6ce6f5-634c-419c-bf9f-c8af664197c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:42:15.776931 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:15.805492 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:42:15.805824 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Checking segment: {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:42:15.806221 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Bound using segment: {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:42:15.806651 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Bound port: 41aaafcb-981e-4fbf-8c80-bbb43167a049, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:42:15.807004 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:15.896703 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:15.913022 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6e49f9bd-2caf-4585-8ffd-215f536166d7 req-6fadd86f-6e42-4806-8822-01db1788e970 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581185 Sep 28 15:42:15.929215 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Attempt 9 to provision port 41aaafcb-981e-4fbf-8c80-bbb43167a049 Sep 28 15:42:15.942430 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-beaf06a1-8e32-4c26-be3e-2458c26fbd40 req-4a1d4bf5-beee-4b21-8fee-13bfcd1040b8 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625161 Sep 28 15:42:15.970165 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] For port 43948096-55d0-43b4-a3ff-177477a90fc2, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:42:15.970165 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] For port 43948096-55d0-43b4-a3ff-177477a90fc2, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=43948096-55d0-43b4-a3ff-177477a90fc2,segment=NetworkSegment(ed6ce6f5-634c-419c-bf9f-c8af664197c8),segment_id=ed6ce6f5-634c-419c-bf9f-c8af664197c8)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:42:15.973198 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] For port 41aaafcb-981e-4fbf-8c80-bbb43167a049, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:42:15.976649 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] For port 41aaafcb-981e-4fbf-8c80-bbb43167a049, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=41aaafcb-981e-4fbf-8c80-bbb43167a049,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:42:15.979431 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Port 41aaafcb-981e-4fbf-8c80-bbb43167a049 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:42:15.993074 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:16.010684 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:16.015451 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:16.016065 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:16.017421 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/43948096-55d0-43b4-a3ff-177477a90fc2 HTTP/1.1" status: 200 len: 1093 time: 2.8406467 Sep 28 15:42:16.040106 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:16.040708 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:16.042094 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/41aaafcb-981e-4fbf-8c80-bbb43167a049 HTTP/1.1" status: 200 len: 1093 time: 2.9034667 Sep 28 15:42:16.066449 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef25f1-c474-4b9c-91bc-62230194790b req-71b9356a-04c3-4cb5-be75-0b895ad12b44 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:16.067898 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dbef25f1-c474-4b9c-91bc-62230194790b req-71b9356a-04c3-4cb5-be75-0b895ad12b44 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 943 time: 0.0882068 Sep 28 15:42:16.113969 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:16.199205 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-a716f736-4a24-4ae6-8ef0-232e88960748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:16.200759 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-a716f736-4a24-4ae6-8ef0-232e88960748 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 1127 time: 0.0575395 Sep 28 15:42:16.217635 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e20f44-0cc8-40c9-9cf4-c96af23c7e05', 'tag': '43948096-55d0-43b4-a3ff-177477a90fc2'}, {'name': 'network-changed', 'server_uuid': '69488fec-c032-4a06-aebf-169b15da1e74', 'tag': '41aaafcb-981e-4fbf-8c80-bbb43167a049'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:16.219819 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e20f44-0cc8-40c9-9cf4-c96af23c7e05", "tag": "43948096-55d0-43b4-a3ff-177477a90fc2"}, {"name": "network-changed", "server_uuid": "69488fec-c032-4a06-aebf-169b15da1e74", "tag": "41aaafcb-981e-4fbf-8c80-bbb43167a049"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:16.222117 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d8e5d-db74-447e-894c-50be154de7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=43948096-55d0-43b4-a3ff-177477a90fc2,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:16.225262 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-e51019de-faf0-497d-8a40-af50bb651941 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/e3f5d48c-3282-4a82-969b-edabdb53cfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310654 Sep 28 15:42:16.230620 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac83f-7203-45b6-a55e-af2d5ca65497 req-c55df53a-0657-420c-b2b7-ad430a717ed5 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:16.232104 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-80bac83f-7203-45b6-a55e-af2d5ca65497 req-c55df53a-0657-420c-b2b7-ad430a717ed5 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 943 time: 0.2105267 Sep 28 15:42:16.384407 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-984e3d54-4a9e-46c1-a437-6467d6c7f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:16.385948 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-984e3d54-4a9e-46c1-a437-6467d6c7f5c3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f9b4928b5e2d4f6286e8e56d35c813a9&device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 1127 time: 0.2305777 Sep 28 15:42:16.394659 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-fc142b28-767e-4310-bbcf-ad7bb6651119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:16.396027 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-fc142b28-767e-4310-bbcf-ad7bb6651119 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 1127 time: 0.1909831 Sep 28 15:42:16.396941 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52020538-53b2-47d7-aa85-c25634940e12 req-31c2290c-e3ea-40ff-b558-4da91152d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:16.398305 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-31c2290c-e3ea-40ff-b558-4da91152d147 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 1127 time: 0.2413201 Sep 28 15:42:16.411617 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dbef25f1-c474-4b9c-91bc-62230194790b req-1bcd5c15-8851-4ce8-8b84-b9099582b752 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239512 Sep 28 15:42:16.432863 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d0dac-190b-4f1f-897a-defe78adace3 service neutron] Pushing event updated for resources: {'Port': ['ID=41aaafcb-981e-4fbf-8c80-bbb43167a049,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:16.456115 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-80bac83f-7203-45b6-a55e-af2d5ca65497 req-b3e8c41d-649e-4850-bbc9-b510dceea501 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777444 Sep 28 15:42:16.459898 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-59c44dc3-3958-4cca-9fc1-5538c843d0b3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654010 Sep 28 15:42:16.470073 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ee48ee-1b6e-4948-ab78-ad4fff09bae4 x-openstack-request-id: req-f8ee48ee-1b6e-4948-ab78-ad4fff09bae4 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:16.470374 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e20f44-0cc8-40c9-9cf4-c96af23c7e05", "tag": "43948096-55d0-43b4-a3ff-177477a90fc2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "69488fec-c032-4a06-aebf-169b15da1e74", "tag": "41aaafcb-981e-4fbf-8c80-bbb43167a049", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:16.470625 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8ee48ee-1b6e-4948-ab78-ad4fff09bae4 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:16.471029 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ee48ee-1b6e-4948-ab78-ad4fff09bae4'] response: {'name': 'network-changed', 'server_uuid': 'c4e20f44-0cc8-40c9-9cf4-c96af23c7e05', 'tag': '43948096-55d0-43b4-a3ff-177477a90fc2', 'status': 'completed', 'code': 200} Sep 28 15:42:16.471286 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ee48ee-1b6e-4948-ab78-ad4fff09bae4'] response: {'name': 'network-changed', 'server_uuid': '69488fec-c032-4a06-aebf-169b15da1e74', 'tag': '41aaafcb-981e-4fbf-8c80-bbb43167a049', 'status': 'completed', 'code': 200} Sep 28 15:42:16.481029 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Attempt 10 to provision port 41aaafcb-981e-4fbf-8c80-bbb43167a049 Sep 28 15:42:16.524194 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e18379-789c-4ef8-8094-4560197ba017 None None] Port 41aaafcb-981e-4fbf-8c80-bbb43167a049 had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:42:16.705306 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f959131-99ac-4eb9-aa1b-5c94e61d5815 req-2a0849bc-eefc-4c92-b37d-3b479c85af18 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:16.706846 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6f959131-99ac-4eb9-aa1b-5c94e61d5815 req-2a0849bc-eefc-4c92-b37d-3b479c85af18 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 943 time: 0.0825830 Sep 28 15:42:16.729423 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b65cdd-f9ed-47ad-b1f3-6c6d89f6849d req-088660b8-216a-4559-99c4-52e07afd52f5 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:16.731184 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c0b65cdd-f9ed-47ad-b1f3-6c6d89f6849d req-088660b8-216a-4559-99c4-52e07afd52f5 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 943 time: 0.0705588 Sep 28 15:42:16.801954 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6f959131-99ac-4eb9-aa1b-5c94e61d5815 req-9339bb2c-c7a6-483e-991b-9b085e21d4cc tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862010 Sep 28 15:42:16.825869 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c0b65cdd-f9ed-47ad-b1f3-6c6d89f6849d req-6e5896f4-9ea3-417e-a65d-9e86ebfa5a6d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840008 Sep 28 15:42:17.004439 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-8824c8c2-9baa-4c2a-9ab2-ee459567d5a1 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fdce35c-d94c-4241-8f30-04b6de93d44d HTTP/1.1" status: 200 len: 217 time: 0.1053379 Sep 28 15:42:17.027798 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-fb935d8a-a151-4e3e-a437-4e6480662708 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43948096-55d0-43b4-a3ff-177477a90fc2 HTTP/1.1" status: 200 len: 217 time: 0.1310034 Sep 28 15:42:17.030026 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-395f3680-f545-4cae-886d-b691c82f0e87 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41aaafcb-981e-4fbf-8c80-bbb43167a049 HTTP/1.1" status: 200 len: 217 time: 0.1319938 Sep 28 15:42:17.035662 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=100 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:17.054760 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-c28ea32b-8f48-49b5-b073-68cba21f714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.056359 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-c28ea32b-8f48-49b5-b073-68cba21f714b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 1127 time: 0.1593778 Sep 28 15:42:17.090467 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:17.104719 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=100 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:17.161568 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-fa9c10e0-f753-414f-a237-a3ab8a474c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.163033 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-fa9c10e0-f753-414f-a237-a3ab8a474c94 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 917 time: 0.2512496 Sep 28 15:42:17.177428 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-dda6d32f-111e-45a6-9687-db28715dac5d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/e3f5d48c-3282-4a82-969b-edabdb53cfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674901 Sep 28 15:42:17.227039 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38510) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:17.242309 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-5c3da30f-f4d9-499d-9fae-be2064c50d2f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0082d06d-1382-48f9-94de-259360a953c6 HTTP/1.1" status: 200 len: 217 time: 0.0716381 Sep 28 15:42:17.300247 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-362d4642-82f4-4427-bf67-c32b2594b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.301801 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-362d4642-82f4-4427-bf67-c32b2594b2d4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.2370698 Sep 28 15:42:17.355536 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-9668eb9c-2daa-40d9-af05-6f3b7872c62c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55efe6f9-e65a-4754-9095-ac7b9f3c3e10 HTTP/1.1" status: 200 len: 217 time: 0.0458312 Sep 28 15:42:17.357094 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-00fbc525-8251-4918-b084-ebeb33c2eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.358496 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-00fbc525-8251-4918-b084-ebeb33c2eb94 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.1074905 Sep 28 15:42:17.423031 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f7998849-eb88-4418-b5a9-1eb8cabdd18f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:17.462963 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-158154cb-a907-4b46-b2df-d89f309bd751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.464952 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-158154cb-a907-4b46-b2df-d89f309bd751 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956986 Sep 28 15:42:17.468651 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:17.474645 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d83690-1d2e-4b6e-bcd3-75a462a4e735 req-266e7778-aa5e-42f6-b372-98d02a6d7fdd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.476104 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e3d83690-1d2e-4b6e-bcd3-75a462a4e735 req-266e7778-aa5e-42f6-b372-98d02a6d7fdd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.3864298 Sep 28 15:42:17.481673 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-26febf59-13b2-48ae-96e7-fb5dd552ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.483050 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-26febf59-13b2-48ae-96e7-fb5dd552ffa6 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.1162341 Sep 28 15:42:17.492485 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-fb825e75-c5cf-48dd-a9c8-833a1582c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.493917 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-fb825e75-c5cf-48dd-a9c8-833a1582c666 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 200 len: 854 time: 0.4628794 Sep 28 15:42:17.506337 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c022c3-677d-4970-9806-910149803466 req-d1622339-e3ae-4108-8312-e5f8ee17a69c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.507855 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0c022c3-677d-4970-9806-910149803466 req-d1622339-e3ae-4108-8312-e5f8ee17a69c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 943 time: 0.4650886 Sep 28 15:42:17.509269 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-800a7d2a-5cb8-41ee-b5d5-a4771f85a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.510648 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-800a7d2a-5cb8-41ee-b5d5-a4771f85a373 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3b099f10-396e-4383-82c8-200144cfeacc HTTP/1.1" status: 200 len: 849 time: 0.4405684 Sep 28 15:42:17.537050 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52020538-53b2-47d7-aa85-c25634940e12 req-b4411e3f-55eb-4eb5-8f2b-25db8a717b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.538510 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-b4411e3f-55eb-4eb5-8f2b-25db8a717b3d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.4969261 Sep 28 15:42:17.591725 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-761c8ded-ca39-4ebb-9c87-c6a327008eb6 req-20d41829-bd09-4fec-a578-b85fe30ced7e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911676 Sep 28 15:42:17.645067 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-d76ca836-1f87-400c-b188-bc055d5a44fc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=84f80fdf-b0dd-46dc-8fee-113483d41db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130548 Sep 28 15:42:17.662584 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-b8d90d20-17c6-4d7e-a0c2-674cdfe5c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.664093 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-b8d90d20-17c6-4d7e-a0c2-674cdfe5c26f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1523860 Sep 28 15:42:17.691667 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52020538-53b2-47d7-aa85-c25634940e12 req-5b0fdb9e-0ee7-4b58-a917-d9f9920cae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.693186 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-5b0fdb9e-0ee7-4b58-a917-d9f9920cae8c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1163626 Sep 28 15:42:17.700419 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e3d83690-1d2e-4b6e-bcd3-75a462a4e735 req-59beda05-502c-45bb-8e24-97fa985dd170 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099378 Sep 28 15:42:17.710565 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0c022c3-677d-4970-9806-910149803466 req-42e15f82-8afd-44db-9076-4a5ad248d341 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753345 Sep 28 15:42:17.785899 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-872c804d-3810-44fb-85ee-1d8f3eafdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.787383 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-872c804d-3810-44fb-85ee-1d8f3eafdd2c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1176636 Sep 28 15:42:17.828994 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-47e9827f-dfd2-4d1d-9415-f56567cff7f3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566580 Sep 28 15:42:17.833690 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f7998849-eb88-4418-b5a9-1eb8cabdd18f admin admin] Publish callbacks [] for security_group (a35de6eb-ff0d-42eb-b6be-55e1c538460f), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:17.840581 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f7998849-eb88-4418-b5a9-1eb8cabdd18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (a35de6eb-ff0d-42eb-b6be-55e1c538460f), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:17.858869 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a15fa-a9be-489d-b1a9-41007b253149 req-6f64f4c0-4b56-455f-9173-cd785b589198 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.860597 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a23a15fa-a9be-489d-b1a9-41007b253149 req-6f64f4c0-4b56-455f-9173-cd785b589198 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 943 time: 0.0855308 Sep 28 15:42:17.870789 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927ce12-ec2e-4235-a844-767038796bf3 req-b945d8b7-b011-4846-bdfb-10a791ae8aa4 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:17.872242 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7927ce12-ec2e-4235-a844-767038796bf3 req-b945d8b7-b011-4846-bdfb-10a791ae8aa4 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 943 time: 0.0824931 Sep 28 15:42:17.891101 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7998849-eb88-4418-b5a9-1eb8cabdd18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35de6eb-ff0d-42eb-b6be-55e1c538460f,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:17.898322 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-f7998849-eb88-4418-b5a9-1eb8cabdd18f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=972cdebd72ff41c0aa6a092d6d93693e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6681490 Sep 28 15:42:17.899298 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38526) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:17.951779 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-5caf9145-7748-42d1-823e-66032aa6a171 admin admin] Publish callbacks [] for security_group (a35de6eb-ff0d-42eb-b6be-55e1c538460f), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:17.958617 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a23a15fa-a9be-489d-b1a9-41007b253149 req-27189b91-2a70-457e-9c5c-e760b2137ac7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852470 Sep 28 15:42:17.963597 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7927ce12-ec2e-4235-a844-767038796bf3 req-8d87c7b7-9e01-4444-bd23-3d02c93f4998 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824914 Sep 28 15:42:17.973235 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-5caf9145-7748-42d1-823e-66032aa6a171 admin admin] Publish callbacks [] for security_group (a35de6eb-ff0d-42eb-b6be-55e1c538460f), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.056986 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-5caf9145-7748-42d1-823e-66032aa6a171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (a35de6eb-ff0d-42eb-b6be-55e1c538460f), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.062263 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-5caf9145-7748-42d1-823e-66032aa6a171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.063498 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-5caf9145-7748-42d1-823e-66032aa6a171 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a35de6eb-ff0d-42eb-b6be-55e1c538460f HTTP/1.1" status: 204 len: 168 time: 0.1632798 Sep 28 15:42:18.072240 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9145-7748-42d1-823e-66032aa6a171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35de6eb-ff0d-42eb-b6be-55e1c538460f,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:18.134716 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba75cd-7e8d-4af0-964d-25231c612ace req-86b97334-fed7-4464-9f7b-bf650f403ee8 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:18.142425 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fdba75cd-7e8d-4af0-964d-25231c612ace req-86b97334-fed7-4464-9f7b-bf650f403ee8 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 943 time: 0.1184423 Sep 28 15:42:18.177353 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88356e30-2c7f-4cf0-a468-799f39ee4eaa req-00e67f0d-043e-4d26-a897-a5232a46acb9 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:18.178899 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-88356e30-2c7f-4cf0-a468-799f39ee4eaa req-00e67f0d-043e-4d26-a897-a5232a46acb9 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 943 time: 0.0896950 Sep 28 15:42:18.235545 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fdba75cd-7e8d-4af0-964d-25231c612ace req-00c6415e-a660-4252-b4ca-bbfaf03375b7 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819788 Sep 28 15:42:18.258344 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0082d06d-1382-48f9-94de-259360a953c6 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:42:18.266387 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-88356e30-2c7f-4cf0-a468-799f39ee4eaa req-a8a7dcc2-ac2f-4127-93c9-8155761755c6 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745790 Sep 28 15:42:18.410663 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:18.419227 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:18.442865 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '0082d06d-1382-48f9-94de-259360a953c6', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'port_id': '0082d06d-1382-48f9-94de-259360a953c6', 'mac_address': 'fa:16:3e:6e:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:42:18.469276 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:18.477007 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:18.493260 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 0082d06d-1382-48f9-94de-259360a953c6 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:18.494025 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0082d06d-1382-48f9-94de-259360a953c6), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.513000 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0082d06d-1382-48f9-94de-259360a953c6 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:18.539141 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38548) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:18.539563 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:18.544623 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0082d06d-1382-48f9-94de-259360a953c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.545824 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device ee69f789-a694-42a3-869d-d84a727eae15 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:42:18.554613 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-da49b837-1af4-4357-8ed0-2c07744ad52c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114491 Sep 28 15:42:18.563955 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-db962817-c1a9-4b39-bce9-520727c700c9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130423 Sep 28 15:42:18.564861 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-384a4f52-a06d-4516-897c-db354e71b8b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.608747 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-af1731ba-cc7c-4b78-ada5-476d59e521cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:18.610203 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-af1731ba-cc7c-4b78-ada5-476d59e521cf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=62692d2b160040879aecaf4d44ad19b3&device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 1127 time: 0.2284503 Sep 28 15:42:18.621761 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=0082d06d-1382-48f9-94de-259360a953c6,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:18.713256 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port ee69f789-a694-42a3-869d-d84a727eae15, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ee69f789-a694-42a3-869d-d84a727eae15,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:18.720248 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-d6748c2d-1254-4a09-87d8-a6d7d4269087 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465294 Sep 28 15:42:18.732919 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': 'ee69f789-a694-42a3-869d-d84a727eae15', 'network_id': 'e3f5d48c-3282-4a82-969b-edabdb53cfff', 'port_id': 'ee69f789-a694-42a3-869d-d84a727eae15', 'mac_address': 'fa:16:3e:cc:a5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba17e55-cd6a-4168-9e6d-8d57c624d948', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:42:18.778526 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-384a4f52-a06d-4516-897c-db354e71b8b8 admin admin] Publish callbacks [] for security_group (dc48fa54-9037-4363-9d29-33112b06bf4f), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.786733 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-384a4f52-a06d-4516-897c-db354e71b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (dc48fa54-9037-4363-9d29-33112b06bf4f), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.787833 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-e62b2f63-8217-4d01-986d-d929a55112a9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429750 Sep 28 15:42:18.807305 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:18.822827 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port ee69f789-a694-42a3-869d-d84a727eae15 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:18.823444 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (ee69f789-a694-42a3-869d-d84a727eae15), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.841118 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-ec4b1999-ba2c-4256-8404-cf940f82538e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972372 Sep 28 15:42:18.842544 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee69f789-a694-42a3-869d-d84a727eae15 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:18.861482 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-384a4f52-a06d-4516-897c-db354e71b8b8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6a0e4b31069447ebb3cf0210cac307d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189342 Sep 28 15:42:18.862001 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38554) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:18.868232 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a4f52-a06d-4516-897c-db354e71b8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc48fa54-9037-4363-9d29-33112b06bf4f,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:18.868493 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port ee69f789-a694-42a3-869d-d84a727eae15, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ee69f789-a694-42a3-869d-d84a727eae15,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:18.879618 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (ee69f789-a694-42a3-869d-d84a727eae15), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.880267 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 9e5dd716-5edb-44f2-a44f-e25367a21810 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:42:18.917714 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-85d4fb37-a3f4-4f38-b9a3-32894036d2ff admin admin] Publish callbacks [] for security_group (dc48fa54-9037-4363-9d29-33112b06bf4f), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.935804 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:18.939671 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-85d4fb37-a3f4-4f38-b9a3-32894036d2ff admin admin] Publish callbacks [] for security_group (dc48fa54-9037-4363-9d29-33112b06bf4f), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:18.941671 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:18.950806 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=ee69f789-a694-42a3-869d-d84a727eae15,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:19.004725 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-85d4fb37-a3f4-4f38-b9a3-32894036d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (dc48fa54-9037-4363-9d29-33112b06bf4f), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:19.007507 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-85d4fb37-a3f4-4f38-b9a3-32894036d2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:19.008647 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-85d4fb37-a3f4-4f38-b9a3-32894036d2ff admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dc48fa54-9037-4363-9d29-33112b06bf4f HTTP/1.1" status: 204 len: 168 time: 0.1458430 Sep 28 15:42:19.030455 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4fb37-a3f4-4f38-b9a3-32894036d2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc48fa54-9037-4363-9d29-33112b06bf4f,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:19.038583 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-1e15c672-c91b-4316-b436-cef5dd5f70f3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6956582 Sep 28 15:42:19.053238 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 9e5dd716-5edb-44f2-a44f-e25367a21810, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9e5dd716-5edb-44f2-a44f-e25367a21810,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:19.077018 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '9e5dd716-5edb-44f2-a44f-e25367a21810', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'port_id': '9e5dd716-5edb-44f2-a44f-e25367a21810', 'mac_address': 'fa:16:3e:84:07:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:42:19.117605 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-e4614da7-0716-450c-8255-70dcd94a214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:19.119054 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-e4614da7-0716-450c-8255-70dcd94a214b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=85a0d787-d04b-4ff1-9585-ae17b62d54da HTTP/1.1" status: 200 len: 911 time: 0.4940734 Sep 28 15:42:19.123633 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 9e5dd716-5edb-44f2-a44f-e25367a21810 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:19.124060 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:19.125725 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfb30b-fa09-407e-b171-0e6b2db4a6cb req-7479f847-9067-4d65-85bf-7a8af9928292 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:19.130359 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ebfb30b-fa09-407e-b171-0e6b2db4a6cb req-7479f847-9067-4d65-85bf-7a8af9928292 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 944 time: 0.2789986 Sep 28 15:42:19.142429 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5dd716-5edb-44f2-a44f-e25367a21810 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:19.154366 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2f6b0-aeb3-4cfe-be92-83465cbcd14b req-6a66b45c-4ee8-4e8a-a11c-0b62b74a8aa5 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:19.155849 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12f2f6b0-aeb3-4cfe-be92-83465cbcd14b req-6a66b45c-4ee8-4e8a-a11c-0b62b74a8aa5 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 943 time: 0.3244505 Sep 28 15:42:19.165342 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 9e5dd716-5edb-44f2-a44f-e25367a21810, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9e5dd716-5edb-44f2-a44f-e25367a21810,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:19.170308 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:19.170981 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:42:19.242408 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=9e5dd716-5edb-44f2-a44f-e25367a21810,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:19.263275 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-a17b52a5-b815-414c-a534-f1ec381a3af5 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e5dd716-5edb-44f2-a44f-e25367a21810 HTTP/1.1" status: 200 len: 217 time: 0.1284013 Sep 28 15:42:19.330400 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=55efe6f9-e65a-4754-9095-ac7b9f3c3e10,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:19.335880 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f514e4e8-72d6-4e0b-b716-a29564c0b6ae req-17e91382-a1fa-45a2-98bb-16554915045d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671946 Sep 28 15:42:19.342921 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:19.345927 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '55efe6f9-e65a-4754-9095-ac7b9f3c3e10', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'port_id': '55efe6f9-e65a-4754-9095-ac7b9f3c3e10', 'mac_address': 'fa:16:3e:52:b1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:42:19.356239 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52020538-53b2-47d7-aa85-c25634940e12 req-270d275a-63b5-4f41-9821-f6534a62328f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469537 Sep 28 15:42:19.385745 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:19.386206 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:19.400670 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:19.424899 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=55efe6f9-e65a-4754-9095-ac7b9f3c3e10,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:19.430393 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:19.439947 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ebfb30b-fa09-407e-b171-0e6b2db4a6cb req-53c2e954-a1d8-42e2-a67c-ff49f4855c56 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750072 Sep 28 15:42:19.468697 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12f2f6b0-aeb3-4cfe-be92-83465cbcd14b req-d5071692-6193-4cb6-b84d-3a04050b463a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724802 Sep 28 15:42:19.489896 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f27bdc0-dc49-4806-a41d-09ca7dcd8238 req-a7375eb7-17c0-4d91-85c7-b420c444ded8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306667 Sep 28 15:42:19.498647 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-68071160-1b5f-4f53-8b3e-1b32193fa648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:19.500506 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-68071160-1b5f-4f53-8b3e-1b32193fa648 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=88fae1ee-0705-4534-b58e-c4705ad63cff HTTP/1.1" status: 200 len: 850 time: 0.2126791 Sep 28 15:42:19.530369 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=55efe6f9-e65a-4754-9095-ac7b9f3c3e10,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:19.619009 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31710b-7b8c-4384-8f26-cde306de605b req-25bfae29-41cc-4e6a-b29f-69c087a43eea tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:19.621124 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d31710b-7b8c-4384-8f26-cde306de605b req-25bfae29-41cc-4e6a-b29f-69c087a43eea tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 944 time: 0.0752769 Sep 28 15:42:19.637109 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081cbf9-b96c-4518-a097-423a487df823 req-1e5f9336-e088-4644-a2a8-d80644e97e6e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:19.638701 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c081cbf9-b96c-4518-a097-423a487df823 req-1e5f9336-e088-4644-a2a8-d80644e97e6e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 943 time: 0.0812683 Sep 28 15:42:19.704151 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d31710b-7b8c-4384-8f26-cde306de605b req-0f366158-97f9-479d-8947-70adaabd0944 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644822 Sep 28 15:42:19.748500 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c081cbf9-b96c-4518-a097-423a487df823 req-6165c3b8-ca78-40bc-8e95-f00b019fac71 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865850 Sep 28 15:42:20.087351 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['0082d06d-1382-48f9-94de-259360a953c6'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:42:20.090619 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48adc7-3a61-4030-962c-b7669e60d8c4 req-0858f668-1f96-43f1-839e-b99e2566b1f1 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:20.097920 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d48adc7-3a61-4030-962c-b7669e60d8c4 req-0858f668-1f96-43f1-839e-b99e2566b1f1 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 943 time: 0.3083913 Sep 28 15:42:20.120236 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38612) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:20.127997 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b01500-c214-4ddf-952f-c51a33ba99c7 req-3a0c582c-1701-486d-b820-524224217303 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:20.129721 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a5b01500-c214-4ddf-952f-c51a33ba99c7 req-3a0c582c-1701-486d-b820-524224217303 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 943 time: 0.0900807 Sep 28 15:42:20.228755 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-f41ea823-5a03-430c-bab6-2e71d93680ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:20.230792 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-f41ea823-5a03-430c-bab6-2e71d93680ba service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=85a0d787-d04b-4ff1-9585-ae17b62d54da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0998409 Sep 28 15:42:20.249440 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d48adc7-3a61-4030-962c-b7669e60d8c4 req-6ac0d33a-b559-43f2-8987-40f72b32b048 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503203 Sep 28 15:42:20.287053 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a5b01500-c214-4ddf-952f-c51a33ba99c7 req-8d503c8c-1c11-4f2c-8a38-02fa6af492c1 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415200 Sep 28 15:42:20.378212 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['55efe6f9-e65a-4754-9095-ac7b9f3c3e10'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:42:20.409622 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-dc86c59e-3697-42a8-bed2-890ce8d54896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:20.450916 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['ee69f789-a694-42a3-869d-d84a727eae15'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:42:20.502443 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-dc86c59e-3697-42a8-bed2-890ce8d54896 admin admin] Publish callbacks [] for security_group (9accb174-ce57-4f70-b46a-a82f9b8066d6), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:20.507979 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-dc86c59e-3697-42a8-bed2-890ce8d54896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (9accb174-ce57-4f70-b46a-a82f9b8066d6), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:20.531675 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['9e5dd716-5edb-44f2-a44f-e25367a21810'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:42:20.570378 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-dc86c59e-3697-42a8-bed2-890ce8d54896 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3db0be6d2ea24d41af8363cacc9122f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465396 Sep 28 15:42:20.570378 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86c59e-3697-42a8-bed2-890ce8d54896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9accb174-ce57-4f70-b46a-a82f9b8066d6,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:20.570938 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 38630) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:20.589404 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:20.632364 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:20.641032 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:20.695824 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84dbeb-e522-463d-83ff-8625259978a0 req-8902bb8a-b5b6-42ba-b2f6-f73d80e9e130 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:20.703318 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c84dbeb-e522-463d-83ff-8625259978a0 req-8902bb8a-b5b6-42ba-b2f6-f73d80e9e130 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 944 time: 0.1229625 Sep 28 15:42:20.720036 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47fc51-7fd0-4d3f-9cef-afdf6a7e78bf req-74e4aa9e-f400-487a-a139-e119acfaba91 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:20.721622 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1d47fc51-7fd0-4d3f-9cef-afdf6a7e78bf req-74e4aa9e-f400-487a-a139-e119acfaba91 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 944 time: 0.1178980 Sep 28 15:42:20.779829 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0d7e7703-461b-43c8-ba8e-d6478f80ec67 admin admin] Publish callbacks [] for security_group (9accb174-ce57-4f70-b46a-a82f9b8066d6), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:20.820350 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c84dbeb-e522-463d-83ff-8625259978a0 req-957bcd41-ad13-4a87-ac6c-5ba078a80118 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159081 Sep 28 15:42:20.833178 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=12 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:20.855605 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:20.867330 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0d7e7703-461b-43c8-ba8e-d6478f80ec67 admin admin] Publish callbacks [] for security_group (9accb174-ce57-4f70-b46a-a82f9b8066d6), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:20.872975 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1d47fc51-7fd0-4d3f-9cef-afdf6a7e78bf req-a7114d9a-e926-4ede-8f52-e66387938d18 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353595 Sep 28 15:42:20.906703 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=14 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:21.028637 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc70ece-3ac9-4ef5-a823-75005b067712 req-4ef2d748-39dd-42be-9d5f-cc319a15dc2a tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:21.030168 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-adc70ece-3ac9-4ef5-a823-75005b067712 req-4ef2d748-39dd-42be-9d5f-cc319a15dc2a tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 944 time: 0.1318064 Sep 28 15:42:21.056094 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2983d-89b7-43a5-b226-26d6300d760e req-4d47c485-a579-4e02-83b6-e63fadf8586d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:21.057551 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-55b2983d-89b7-43a5-b226-26d6300d760e req-4d47c485-a579-4e02-83b6-e63fadf8586d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 943 time: 0.1095119 Sep 28 15:42:21.066271 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0d7e7703-461b-43c8-ba8e-d6478f80ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (9accb174-ce57-4f70-b46a-a82f9b8066d6), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.068806 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0d7e7703-461b-43c8-ba8e-d6478f80ec67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.069890 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0d7e7703-461b-43c8-ba8e-d6478f80ec67 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9accb174-ce57-4f70-b46a-a82f9b8066d6 HTTP/1.1" status: 204 len: 168 time: 0.4977911 Sep 28 15:42:21.124229 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e7703-461b-43c8-ba8e-d6478f80ec67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9accb174-ce57-4f70-b46a-a82f9b8066d6,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:21.144532 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-f6229c79-d0a8-4161-befc-421c2e9ae29b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308283 Sep 28 15:42:21.176795 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-adc70ece-3ac9-4ef5-a823-75005b067712 req-084a3555-0d28-4495-87e1-c77ee4f43da7 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289213 Sep 28 15:42:21.185470 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-55b2983d-89b7-43a5-b226-26d6300d760e req-4e70f72f-cb07-4502-aca0-a5ffd3d95ffb tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126978 Sep 28 15:42:21.344656 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38656) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:21.422210 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f320a-26d1-4f4f-acc0-bf7355e47814 req-bdfd6cf3-1a30-4f5a-9b55-e01d98dff084 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:21.428931 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1f1f320a-26d1-4f4f-acc0-bf7355e47814 req-bdfd6cf3-1a30-4f5a-9b55-e01d98dff084 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 943 time: 0.0952227 Sep 28 15:42:21.460309 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181094f3-19e2-4069-8d5a-16cd670912f1 req-10027878-051a-4842-a787-2d588acde3de tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:21.461822 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-181094f3-19e2-4069-8d5a-16cd670912f1 req-10027878-051a-4842-a787-2d588acde3de tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 943 time: 0.0867908 Sep 28 15:42:21.475897 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38660) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:21.498288 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-709ebe73-ab48-4c70-9bfb-663d7ba8858f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.501515 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-dcede12f-a309-4854-b50a-a68d3857cc0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.507738 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1f1f320a-26d1-4f4f-acc0-bf7355e47814 req-4a9d5673-1d28-487b-9bcd-a6d009133c1d tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779648 Sep 28 15:42:21.523597 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:21.536292 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-181094f3-19e2-4069-8d5a-16cd670912f1 req-240621c5-f660-40c5-9d1a-d170ddf743db tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633204 Sep 28 15:42:21.561785 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:21.659954 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-dcede12f-a309-4854-b50a-a68d3857cc0c admin admin] Publish callbacks [] for security_group (63b6a771-05cc-4282-aea8-d2b430e58764), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.668971 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-dcede12f-a309-4854-b50a-a68d3857cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (63b6a771-05cc-4282-aea8-d2b430e58764), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.672495 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-709ebe73-ab48-4c70-9bfb-663d7ba8858f admin admin] Publish callbacks [] for security_group (b378dff6-afd7-466e-af4c-7a1799118d49), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.688092 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-709ebe73-ab48-4c70-9bfb-663d7ba8858f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (b378dff6-afd7-466e-af4c-7a1799118d49), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.724661 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-dcede12f-a309-4854-b50a-a68d3857cc0c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=854a0f7c36334d78b3a638079f4a1e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787177 Sep 28 15:42:21.729219 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38662) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:21.729875 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcede12f-a309-4854-b50a-a68d3857cc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b6a771-05cc-4282-aea8-d2b430e58764,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:21.761394 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-709ebe73-ab48-4c70-9bfb-663d7ba8858f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f871eb2d28c340b186085cb0032947fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839794 Sep 28 15:42:21.765273 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38664) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:21.771756 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-7538bbee-56ad-4e73-aa85-62b29470142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:21.773251 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-7538bbee-56ad-4e73-aa85-62b29470142b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f9b4928b5e2d4f6286e8e56d35c813a9&device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 1127 time: 0.0758412 Sep 28 15:42:21.791534 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:21.797492 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ebe73-ab48-4c70-9bfb-663d7ba8858f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b378dff6-afd7-466e-af4c-7a1799118d49,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:21.851321 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bd3f258a-abcd-447f-9a63-57975cfb0a87 admin admin] Publish callbacks [] for security_group (63b6a771-05cc-4282-aea8-d2b430e58764), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.860003 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4b5d908-48f6-4594-9660-85827a46e6c5 req-441b778d-7977-4e69-ae58-609f881b176c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715991 Sep 28 15:42:21.883881 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-eb99d46f-dc8e-455a-bdaf-965c1ab88467 admin admin] Publish callbacks [] for security_group (b378dff6-afd7-466e-af4c-7a1799118d49), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.895958 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bd3f258a-abcd-447f-9a63-57975cfb0a87 admin admin] Publish callbacks [] for security_group (63b6a771-05cc-4282-aea8-d2b430e58764), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.902816 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-2ba92d1f-dd09-44e0-ba2d-8b19d677cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:21.904243 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-2ba92d1f-dd09-44e0-ba2d-8b19d677cd7d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=84f80fdf-b0dd-46dc-8fee-113483d41db6 HTTP/1.1" status: 200 len: 909 time: 0.1222816 Sep 28 15:42:21.922254 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-eb99d46f-dc8e-455a-bdaf-965c1ab88467 admin admin] Publish callbacks [] for security_group (b378dff6-afd7-466e-af4c-7a1799118d49), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.980377 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-5508d88a-a97a-4198-8e5f-9cd35e583e28 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43948096-55d0-43b4-a3ff-177477a90fc2 HTTP/1.1" status: 200 len: 217 time: 0.0668216 Sep 28 15:42:21.987579 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bd3f258a-abcd-447f-9a63-57975cfb0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (63b6a771-05cc-4282-aea8-d2b430e58764), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.990742 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bd3f258a-abcd-447f-9a63-57975cfb0a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:21.991943 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-bd3f258a-abcd-447f-9a63-57975cfb0a87 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/63b6a771-05cc-4282-aea8-d2b430e58764 HTTP/1.1" status: 204 len: 168 time: 0.2592919 Sep 28 15:42:21.999079 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:22.002854 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f258a-abcd-447f-9a63-57975cfb0a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b6a771-05cc-4282-aea8-d2b430e58764,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:22.005342 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e49461-5acd-4d7a-bb51-e3e405abbe65 req-e842b19b-022c-452c-8f3f-7c1f3348cb4d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:22.006066 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-eb99d46f-dc8e-455a-bdaf-965c1ab88467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (b378dff6-afd7-466e-af4c-7a1799118d49), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.008735 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-71e49461-5acd-4d7a-bb51-e3e405abbe65 req-e842b19b-022c-452c-8f3f-7c1f3348cb4d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 944 time: 0.1064723 Sep 28 15:42:22.009228 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-eb99d46f-dc8e-455a-bdaf-965c1ab88467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.010374 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-eb99d46f-dc8e-455a-bdaf-965c1ab88467 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b378dff6-afd7-466e-af4c-7a1799118d49 HTTP/1.1" status: 204 len: 168 time: 0.2413139 Sep 28 15:42:22.035864 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99d46f-dc8e-455a-bdaf-965c1ab88467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b378dff6-afd7-466e-af4c-7a1799118d49,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:22.086780 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f55380-f34f-4b0f-97a8-4e01a5804369 req-a18093d9-05d8-47e2-89c2-e53a71d2e177 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:22.088281 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44f55380-f34f-4b0f-97a8-4e01a5804369 req-a18093d9-05d8-47e2-89c2-e53a71d2e177 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 944 time: 0.1131825 Sep 28 15:42:22.128928 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-35c5c467-edbc-41ec-b2a6-3477c6323dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:22.130430 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-35c5c467-edbc-41ec-b2a6-3477c6323dec service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3b099f10-396e-4383-82c8-200144cfeacc HTTP/1.1" status: 200 len: 849 time: 0.1405170 Sep 28 15:42:22.171999 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-71e49461-5acd-4d7a-bb51-e3e405abbe65 req-5cd911cb-a183-456c-8087-3eb549c6e10e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419499 Sep 28 15:42:22.179232 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-af12275e-0b8f-4ff7-8fd5-612ccffd5cc2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=84f80fdf-b0dd-46dc-8fee-113483d41db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383611 Sep 28 15:42:22.226786 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44f55380-f34f-4b0f-97a8-4e01a5804369 req-76cf93e1-8f49-4b08-b904-cd678ee6fc5e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294088 Sep 28 15:42:22.264508 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0fdce35c-d94c-4241-8f30-04b6de93d44d details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:42:22.276230 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0082d06d-1382-48f9-94de-259360a953c6 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:42:22.346908 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-6f7876d0-261e-41b4-9aed-f9ec97d035f7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598713 Sep 28 15:42:22.418007 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 0082d06d-1382-48f9-94de-259360a953c6 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:42:22.432524 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 0082d06d-1382-48f9-94de-259360a953c6 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:22.433465 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (0082d06d-1382-48f9-94de-259360a953c6), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.433794 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 0082d06d-1382-48f9-94de-259360a953c6 Sep 28 15:42:22.488436 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09b9fa-b633-456f-81d5-f592bb1a8e82 req-cb123cc4-69a7-4408-bffb-86b1c1ba4441 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:22.489897 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0fdce35c-d94c-4241-8f30-04b6de93d44d, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0fdce35c-d94c-4241-8f30-04b6de93d44d,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:22.490029 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c09b9fa-b633-456f-81d5-f592bb1a8e82 req-cb123cc4-69a7-4408-bffb-86b1c1ba4441 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 944 time: 0.1415012 Sep 28 15:42:22.501801 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a010c-3f09-4542-8402-e5c7ce72f64e req-84e36f66-a2fe-4482-aa81-1fbbe0c628df tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:22.503395 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f6a010c-3f09-4542-8402-e5c7ce72f64e req-84e36f66-a2fe-4482-aa81-1fbbe0c628df tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 943 time: 0.1422274 Sep 28 15:42:22.525084 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'port_id': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:42:22.538778 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38692) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:22.565290 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d267-6d54-4275-8053-9714db616145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.594676 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 0fdce35c-d94c-4241-8f30-04b6de93d44d is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:22.595067 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.602942 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c09b9fa-b633-456f-81d5-f592bb1a8e82 req-4489cd4c-03a7-4b14-9381-a73e591fc87d tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984120 Sep 28 15:42:22.609913 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdce35c-d94c-4241-8f30-04b6de93d44d {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:22.613626 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 0082d06d-1382-48f9-94de-259360a953c6 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:22.614050 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0082d06d-1382-48f9-94de-259360a953c6), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.633408 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-2d10916d-7c28-4b50-b6db-6b758afe7a96 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606072 Sep 28 15:42:22.637285 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f6a010c-3f09-4542-8402-e5c7ce72f64e req-1923dcfc-2ecd-4824-b61e-0f06b2065079 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167431 Sep 28 15:42:22.673305 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0fdce35c-d94c-4241-8f30-04b6de93d44d, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0fdce35c-d94c-4241-8f30-04b6de93d44d,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:22.684306 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0082d06d-1382-48f9-94de-259360a953c6'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:22.708563 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:22.730221 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d267-6d54-4275-8053-9714db616145 admin admin] Publish callbacks [] for security_group (8edc1fb1-13a5-4751-8fcc-30aa578de8cd), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.736788 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d267-6d54-4275-8053-9714db616145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (8edc1fb1-13a5-4751-8fcc-30aa578de8cd), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.806330 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-0ee9d267-6d54-4275-8053-9714db616145 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7b2aa358c2b0460c9dcfce361227a9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662969 Sep 28 15:42:22.811456 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38700) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:22.816796 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.827897 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9d267-6d54-4275-8053-9714db616145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edc1fb1-13a5-4751-8fcc-30aa578de8cd,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:22.833683 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:22.834523 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:22.858999 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0082d06d-1382-48f9-94de-259360a953c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.860079 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device ee69f789-a694-42a3-869d-d84a727eae15 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:42:22.891242 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1bae658d-5e63-47ee-8ab0-bae6c00b3153 admin admin] Publish callbacks [] for security_group (8edc1fb1-13a5-4751-8fcc-30aa578de8cd), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.902996 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085ff3c-2d98-4f1b-8e4d-0fb5e95e92c5 req-fb08faf9-4502-4da0-85df-41bd269dd931 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:22.910626 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c085ff3c-2d98-4f1b-8e4d-0fb5e95e92c5 req-fb08faf9-4502-4da0-85df-41bd269dd931 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 943 time: 0.2114596 Sep 28 15:42:22.926282 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-4aa729c7-0923-4eb3-a383-b4387a9d4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:22.927894 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-4aa729c7-0923-4eb3-a383-b4387a9d4689 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 1127 time: 0.2391479 Sep 28 15:42:22.932192 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1bae658d-5e63-47ee-8ab0-bae6c00b3153 admin admin] Publish callbacks [] for security_group (8edc1fb1-13a5-4751-8fcc-30aa578de8cd), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:22.951707 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=0fdce35c-d94c-4241-8f30-04b6de93d44d,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:22.962276 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93386376-2a89-4e14-9f81-f13c6803f5ae req-3627d3a1-aa9e-4319-a169-b0afe3a7c8fb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:22.966844 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-93386376-2a89-4e14-9f81-f13c6803f5ae req-3627d3a1-aa9e-4319-a169-b0afe3a7c8fb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 943 time: 0.2143292 Sep 28 15:42:22.994227 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:23.016409 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ef4002-cec5-4f11-8b93-6f2da97db9a7" -d '{"events": [{"server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "name": "network-vif-plugged", "status": "completed", "tag": "0082d06d-1382-48f9-94de-259360a953c6"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:23.034715 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1bae658d-5e63-47ee-8ab0-bae6c00b3153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (8edc1fb1-13a5-4751-8fcc-30aa578de8cd), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:23.037255 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1bae658d-5e63-47ee-8ab0-bae6c00b3153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:23.038508 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-1bae658d-5e63-47ee-8ab0-bae6c00b3153 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8edc1fb1-13a5-4751-8fcc-30aa578de8cd HTTP/1.1" status: 204 len: 168 time: 0.2260220 Sep 28 15:42:23.058421 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae658d-5e63-47ee-8ab0-bae6c00b3153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edc1fb1-13a5-4751-8fcc-30aa578de8cd,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:23.066635 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port ee69f789-a694-42a3-869d-d84a727eae15 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:42:23.083510 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['0fdce35c-d94c-4241-8f30-04b6de93d44d'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:42:23.088384 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port ee69f789-a694-42a3-869d-d84a727eae15 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:23.089053 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (ee69f789-a694-42a3-869d-d84a727eae15), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:23.089534 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port ee69f789-a694-42a3-869d-d84a727eae15 Sep 28 15:42:23.110705 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c085ff3c-2d98-4f1b-8e4d-0fb5e95e92c5 req-ec12054e-3b52-443b-ada7-707830a228f7 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991415 Sep 28 15:42:23.142648 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=0082d06d-1382-48f9-94de-259360a953c6,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:23.159127 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:23.161621 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-3dbdc62b-691a-4d98-9377-4eb923a87869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:23.163281 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-3dbdc62b-691a-4d98-9377-4eb923a87869 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.2238202 Sep 28 15:42:23.169323 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-93386376-2a89-4e14-9f81-f13c6803f5ae req-b1534cb2-2a6a-422d-a7c1-218381441184 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885076 Sep 28 15:42:23.207757 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-0c1fea4d-ea9c-41cb-ab3d-5b28f12e1154 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41aaafcb-981e-4fbf-8c80-bbb43167a049 HTTP/1.1" status: 200 len: 217 time: 0.0373816 Sep 28 15:42:23.256987 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port ee69f789-a694-42a3-869d-d84a727eae15 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:23.257611 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (ee69f789-a694-42a3-869d-d84a727eae15), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:23.274214 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-5c06967e-122f-4db9-aed3-4326e82394ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:23.276028 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-5c06967e-122f-4db9-aed3-4326e82394ce service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.0596845 Sep 28 15:42:23.316169 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port ee69f789-a694-42a3-869d-d84a727eae15, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ee69f789-a694-42a3-869d-d84a727eae15,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:23.317387 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:23.329725 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (ee69f789-a694-42a3-869d-d84a727eae15), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:23.330591 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 9e5dd716-5edb-44f2-a44f-e25367a21810 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:42:23.354281 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:23.369601 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-9c098769-5c72-455e-a732-eb3bb8089791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:23.372102 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-9c098769-5c72-455e-a732-eb3bb8089791 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904596 Sep 28 15:42:23.384080 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa74cd-485b-478a-a1ff-82bd5cf0f4be req-15528f99-9fbc-402d-a30f-2d33d858c412 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:23.385569 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-16aa74cd-485b-478a-a1ff-82bd5cf0f4be req-15528f99-9fbc-402d-a30f-2d33d858c412 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 944 time: 0.0936325 Sep 28 15:42:23.425453 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=ee69f789-a694-42a3-869d-d84a727eae15,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:23.436665 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 9e5dd716-5edb-44f2-a44f-e25367a21810 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:42:23.451552 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 9e5dd716-5edb-44f2-a44f-e25367a21810 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:23.452004 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:23.452341 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 9e5dd716-5edb-44f2-a44f-e25367a21810 Sep 28 15:42:23.504563 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-16aa74cd-485b-478a-a1ff-82bd5cf0f4be req-7daef7b8-a569-4f2e-b25b-623bc2c29d5d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082344 Sep 28 15:42:23.568665 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-ec2cbd94-d728-4290-864d-c6bb99d63113 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808343 Sep 28 15:42:23.600664 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de61fd2-5f55-4e9a-9f54-6c8031313ba4 x-openstack-request-id: req-6de61fd2-5f55-4e9a-9f54-6c8031313ba4 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:23.602124 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "name": "network-vif-plugged", "status": "completed", "tag": "0082d06d-1382-48f9-94de-259360a953c6", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:23.602831 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6de61fd2-5f55-4e9a-9f54-6c8031313ba4 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:23.602831 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de61fd2-5f55-4e9a-9f54-6c8031313ba4'] response: {'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0082d06d-1382-48f9-94de-259360a953c6', 'code': 200} Sep 28 15:42:23.614659 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:23.615695 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 9e5dd716-5edb-44f2-a44f-e25367a21810 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:23.616100 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:23.707531 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115619b2-244d-4644-8dd3-38a9b7f36344 req-ed1da844-681b-44e1-803e-901d2e98ae88 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:23.709099 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-115619b2-244d-4644-8dd3-38a9b7f36344 req-ed1da844-681b-44e1-803e-901d2e98ae88 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0982924 Sep 28 15:42:23.714582 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 9e5dd716-5edb-44f2-a44f-e25367a21810, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9e5dd716-5edb-44f2-a44f-e25367a21810,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:23.724107 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:23.725060 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:42:23.788160 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3f52285-e7cb-4bdc-ac6d-8fadb59952b0 req-fb0a3cb1-6f23-4510-ad97-19cae7cf1110 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122452 Sep 28 15:42:23.847632 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:42:23.851487 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=9e5dd716-5edb-44f2-a44f-e25367a21810,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:23.860801 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:23.861353 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:23.861755 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 Sep 28 15:42:23.893186 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463c47c-f40a-40b5-b97c-d577ecacb839 req-0dd90fde-3e80-48ef-b800-311af912af4a tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:23.894759 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4463c47c-f40a-40b5-b97c-d577ecacb839 req-0dd90fde-3e80-48ef-b800-311af912af4a tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.1329629 Sep 28 15:42:23.903456 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-115619b2-244d-4644-8dd3-38a9b7f36344 req-6fc498ed-cdec-4dbd-bcbb-172150f25062 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761045 Sep 28 15:42:23.912975 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0dd1a-638f-46b4-973e-3f5f01d0ff9f req-8d513d68-9369-40d9-b2fa-3b1ef189d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:23.914421 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0d0dd1a-638f-46b4-973e-3f5f01d0ff9f req-8d513d68-9369-40d9-b2fa-3b1ef189d662 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 1129 time: 0.1053588 Sep 28 15:42:23.943182 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-e0d0dd1a-638f-46b4-973e-3f5f01d0ff9f req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:23.973484 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:23.974263 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:24.015282 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=55efe6f9-e65a-4754-9095-ac7b9f3c3e10,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:24.020566 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:24.074140 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4463c47c-f40a-40b5-b97c-d577ecacb839 req-683eac42-1b56-412b-be2f-68a94bdad9cb tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613405 Sep 28 15:42:24.083130 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0eac0e-87be-41a8-b461-f07a74a6061b req-5ddf2b5d-4d2c-4493-8a32-aba026e9e968 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:24.084684 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ec0eac0e-87be-41a8-b461-f07a74a6061b req-5ddf2b5d-4d2c-4493-8a32-aba026e9e968 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 944 time: 0.0884218 Sep 28 15:42:24.088164 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=55efe6f9-e65a-4754-9095-ac7b9f3c3e10,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:24.180298 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ec0eac0e-87be-41a8-b461-f07a74a6061b req-c0001d95-e009-4d9c-a2e4-40f17a93d30d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777307 Sep 28 15:42:24.214539 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-e0d0dd1a-638f-46b4-973e-3f5f01d0ff9f req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Publish callbacks [] for security_group (4636edb7-dcd3-4cd6-97dd-eacecb9ef404), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:24.220630 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-e0d0dd1a-638f-46b4-973e-3f5f01d0ff9f req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (4636edb7-dcd3-4cd6-97dd-eacecb9ef404), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:24.290826 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 41aaafcb-981e-4fbf-8c80-bbb43167a049 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:42:24.324916 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0fdce35c-d94c-4241-8f30-04b6de93d44d up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:42:24.341587 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:24.344611 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0d0dd1a-638f-46b4-973e-3f5f01d0ff9f req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4229002 Sep 28 15:42:24.349394 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4636edb7-dcd3-4cd6-97dd-eacecb9ef404,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:24.363291 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a4d8-9ebb-489d-8009-5a11cf02d2b5 req-e33d48d5-c652-4896-8f05-0f3f7a7ab046 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:24.365010 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c6f4a4d8-9ebb-489d-8009-5a11cf02d2b5 req-e33d48d5-c652-4896-8f05-0f3f7a7ab046 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 943 time: 0.1370399 Sep 28 15:42:24.378779 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.379649 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.379649 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.380262 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.380687 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.381112 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.381892 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.382369 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.383607 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.383607 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.383607 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.384605 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.384942 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.385336 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.386384 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21335e9-5e6d-4a41-8666-be3421408f6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:24.401246 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241859e-dcb0-4cbc-9007-a763c25236e0 req-07824538-fe2a-4843-b8c7-a05536ef6524 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:24.403060 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9241859e-dcb0-4cbc-9007-a763c25236e0 req-07824538-fe2a-4843-b8c7-a05536ef6524 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 943 time: 0.1380401 Sep 28 15:42:24.471921 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:24.479358 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c6f4a4d8-9ebb-489d-8009-5a11cf02d2b5 req-6092507d-6c21-4d03-958a-0d0c41e25ffb tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052804 Sep 28 15:42:24.510315 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9241859e-dcb0-4cbc-9007-a763c25236e0 req-e2c67b1e-299c-4982-9d76-8d89290430aa tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789030 Sep 28 15:42:24.592301 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f3998a8f-e698-4ea0-801e-18395874483b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:24.627368 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 41aaafcb-981e-4fbf-8c80-bbb43167a049, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=41aaafcb-981e-4fbf-8c80-bbb43167a049,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:24.630446 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 0fdce35c-d94c-4241-8f30-04b6de93d44d completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:42:24.644376 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '41aaafcb-981e-4fbf-8c80-bbb43167a049', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'port_id': '41aaafcb-981e-4fbf-8c80-bbb43167a049', 'mac_address': 'fa:16:3e:94:01:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:42:24.646428 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 0fdce35c-d94c-4241-8f30-04b6de93d44d triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:24.646806 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:24.647218 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 0fdce35c-d94c-4241-8f30-04b6de93d44d Sep 28 15:42:24.749423 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 41aaafcb-981e-4fbf-8c80-bbb43167a049 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:24.749836 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:24.776343 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aaafcb-981e-4fbf-8c80-bbb43167a049 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:24.894336 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 41aaafcb-981e-4fbf-8c80-bbb43167a049, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=41aaafcb-981e-4fbf-8c80-bbb43167a049,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:24.904357 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d73ae4-1a35-4431-901f-181d613d4352 req-706b0f3b-76e9-4e01-b5c1-494141d17a92 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:24.906747 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08d73ae4-1a35-4431-901f-181d613d4352 req-706b0f3b-76e9-4e01-b5c1-494141d17a92 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.3176162 Sep 28 15:42:24.915002 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:24.915948 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 43948096-55d0-43b4-a3ff-177477a90fc2 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:42:24.925515 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:24.948656 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:24.949526 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 0fdce35c-d94c-4241-8f30-04b6de93d44d is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:24.950033 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:25.026057 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=41aaafcb-981e-4fbf-8c80-bbb43167a049,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:25.043424 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08d73ae4-1a35-4431-901f-181d613d4352 req-048cb9dd-b2ea-4724-aed8-4b018df0dd29 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284883 Sep 28 15:42:25.083048 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0fdce35c-d94c-4241-8f30-04b6de93d44d, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0fdce35c-d94c-4241-8f30-04b6de93d44d,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:25.098475 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:25.139205 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74a36a-9100-41d5-88e9-ff093efd1cc0 req-c9f00c1a-d1ee-4fe2-8bcd-701a3a31921b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:25.148792 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ba74a36a-9100-41d5-88e9-ff093efd1cc0 req-c9f00c1a-d1ee-4fe2-8bcd-701a3a31921b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.1175423 Sep 28 15:42:25.220093 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ba74a36a-9100-41d5-88e9-ff093efd1cc0 req-b5b5c17a-8e85-424e-8f6d-ad64fa183d35 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651376 Sep 28 15:42:25.247146 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 43948096-55d0-43b4-a3ff-177477a90fc2, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=43948096-55d0-43b4-a3ff-177477a90fc2,segment=NetworkSegment(ed6ce6f5-634c-419c-bf9f-c8af664197c8),segment_id=ed6ce6f5-634c-419c-bf9f-c8af664197c8)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:25.275663 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '43948096-55d0-43b4-a3ff-177477a90fc2', 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6', 'port_id': '43948096-55d0-43b4-a3ff-177477a90fc2', 'mac_address': 'fa:16:3e:f8:dd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b099f10-396e-4383-82c8-200144cfeacc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:42:25.279211 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=0fdce35c-d94c-4241-8f30-04b6de93d44d,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:25.327178 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f9472-24a3-402a-9145-b839871642bf req-2672320b-375f-4379-a894-88dd014f7c77 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:25.330008 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-686f9472-24a3-402a-9145-b839871642bf req-2672320b-375f-4379-a894-88dd014f7c77 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.1029477 Sep 28 15:42:25.330565 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 43948096-55d0-43b4-a3ff-177477a90fc2 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:25.331123 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:25.374226 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43948096-55d0-43b4-a3ff-177477a90fc2 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:25.404169 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc4da-2747-4e92-bd38-327009177424 req-81df3e44-fa0b-4f12-b12a-834a5e6b7e59 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:25.405681 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-787dc4da-2747-4e92-bd38-327009177424 req-81df3e44-fa0b-4f12-b12a-834a5e6b7e59 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 945 time: 0.0726824 Sep 28 15:42:25.418296 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 43948096-55d0-43b4-a3ff-177477a90fc2, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=43948096-55d0-43b4-a3ff-177477a90fc2,segment=NetworkSegment(ed6ce6f5-634c-419c-bf9f-c8af664197c8),segment_id=ed6ce6f5-634c-419c-bf9f-c8af664197c8)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:25.424594 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:25.448827 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-686f9472-24a3-402a-9145-b839871642bf req-919b0dbb-5eb9-4639-9e9f-b6ccb05f3b74 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028631 Sep 28 15:42:25.479263 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=43948096-55d0-43b4-a3ff-177477a90fc2,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:25.486444 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-787dc4da-2747-4e92-bd38-327009177424 req-33b2153c-b2f7-4012-b5e2-59b3a8f26a3b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729942 Sep 28 15:42:25.615380 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee69f789-a694-42a3-869d-d84a727eae15'}, {'server_uuid': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5dd716-5edb-44f2-a44f-e25367a21810'}, {'server_uuid': 'd9ad4def-5dcf-41f5-be4c-e251a8e878af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55efe6f9-e65a-4754-9095-ac7b9f3c3e10'}, {'server_uuid': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdce35c-d94c-4241-8f30-04b6de93d44d'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:25.618652 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08deb53d-d48a-4c0f-bb63-2bc925c58771" -d '{"events": [{"server_uuid": "a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be", "name": "network-vif-plugged", "status": "completed", "tag": "ee69f789-a694-42a3-869d-d84a727eae15"}, {"server_uuid": "8ac91576-c5d2-418a-a1c5-af43fccf4e46", "name": "network-vif-plugged", "status": "completed", "tag": "9e5dd716-5edb-44f2-a44f-e25367a21810"}, {"server_uuid": "d9ad4def-5dcf-41f5-be4c-e251a8e878af", "name": "network-vif-plugged", "status": "completed", "tag": "55efe6f9-e65a-4754-9095-ac7b9f3c3e10"}, {"server_uuid": "38cb3a9e-72d1-4502-90fe-35576e05e0a2", "name": "network-vif-plugged", "status": "completed", "tag": "0fdce35c-d94c-4241-8f30-04b6de93d44d"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:25.648989 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd53f35-483b-42ae-a92e-f27a2aea3eeb req-e6423651-72e7-4f97-b1f3-22ff775191f0 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:25.650406 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0cd53f35-483b-42ae-a92e-f27a2aea3eeb req-e6423651-72e7-4f97-b1f3-22ff775191f0 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 944 time: 0.0846703 Sep 28 15:42:25.658286 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ef542-d9c5-4bec-88cc-74e1322569a6 req-ab07dd90-ef11-4361-b035-e5e49336c16a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:25.660256 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-854ef542-d9c5-4bec-88cc-74e1322569a6 req-ab07dd90-ef11-4361-b035-e5e49336c16a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 944 time: 0.0799673 Sep 28 15:42:25.735595 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0cd53f35-483b-42ae-a92e-f27a2aea3eeb req-58a5e556-621f-4c60-99bf-4d8637280f36 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743754 Sep 28 15:42:25.742843 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-854ef542-d9c5-4bec-88cc-74e1322569a6 req-9c9c6970-d79a-492c-9cea-471b4d675bcb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754189 Sep 28 15:42:25.803915 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf159aa-9176-415d-8334-fae0cda207e4 x-openstack-request-id: req-faf159aa-9176-415d-8334-fae0cda207e4 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:25.804222 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be", "name": "network-vif-plugged", "status": "completed", "tag": "ee69f789-a694-42a3-869d-d84a727eae15", "code": 200}, {"server_uuid": "8ac91576-c5d2-418a-a1c5-af43fccf4e46", "name": "network-vif-plugged", "status": "completed", "tag": "9e5dd716-5edb-44f2-a44f-e25367a21810", "code": 200}, {"server_uuid": "d9ad4def-5dcf-41f5-be4c-e251a8e878af", "name": "network-vif-plugged", "status": "completed", "tag": "55efe6f9-e65a-4754-9095-ac7b9f3c3e10", "code": 200}, {"server_uuid": "38cb3a9e-72d1-4502-90fe-35576e05e0a2", "name": "network-vif-plugged", "status": "completed", "tag": "0fdce35c-d94c-4241-8f30-04b6de93d44d", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:25.804477 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-faf159aa-9176-415d-8334-fae0cda207e4 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:25.804882 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf159aa-9176-415d-8334-fae0cda207e4'] response: {'server_uuid': 'a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee69f789-a694-42a3-869d-d84a727eae15', 'code': 200} Sep 28 15:42:25.805139 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf159aa-9176-415d-8334-fae0cda207e4'] response: {'server_uuid': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5dd716-5edb-44f2-a44f-e25367a21810', 'code': 200} Sep 28 15:42:25.805391 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf159aa-9176-415d-8334-fae0cda207e4'] response: {'server_uuid': 'd9ad4def-5dcf-41f5-be4c-e251a8e878af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55efe6f9-e65a-4754-9095-ac7b9f3c3e10', 'code': 200} Sep 28 15:42:25.805647 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf159aa-9176-415d-8334-fae0cda207e4'] response: {'server_uuid': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'code': 200} Sep 28 15:42:25.847341 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['43948096-55d0-43b4-a3ff-177477a90fc2'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:42:25.966184 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['41aaafcb-981e-4fbf-8c80-bbb43167a049'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:42:26.200392 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c7d1d-22fa-4033-bfc0-d2c4d710e675 req-6d57b82d-3deb-4847-8ea1-d582a236a33f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:26.201975 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-560c7d1d-22fa-4033-bfc0-d2c4d710e675 req-6d57b82d-3deb-4847-8ea1-d582a236a33f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0555427 Sep 28 15:42:26.249297 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-560c7d1d-22fa-4033-bfc0-d2c4d710e675 req-8210e2d2-09d8-41ab-9bbf-e4b0b1ba391e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415390 Sep 28 15:42:26.362866 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca51bca-6691-474b-9064-787a1ba1d289 req-e0b9d73c-2c88-4448-899b-5aba94666063 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:26.364338 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aca51bca-6691-474b-9064-787a1ba1d289 req-e0b9d73c-2c88-4448-899b-5aba94666063 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0507174 Sep 28 15:42:26.418018 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aca51bca-6691-474b-9064-787a1ba1d289 req-713a656b-c793-4196-974a-763f9743cbf6 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464721 Sep 28 15:42:26.482211 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9296d332-196f-49a3-87ba-34e3b51d6748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:26.591192 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:26.598744 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90a9be-6148-46a5-9561-e3ef091317b8 req-1513023c-ee44-42c0-91a5-d38c54f54881 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:26.600332 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d90a9be-6148-46a5-9561-e3ef091317b8 req-1513023c-ee44-42c0-91a5-d38c54f54881 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0564895 Sep 28 15:42:26.835695 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f291edd-1bc4-4bbf-a6c9-02eb9dd31d88 req-4c664842-3493-40d3-8fa9-11f4a93d8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:26.837230 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6f291edd-1bc4-4bbf-a6c9-02eb9dd31d88 req-4c664842-3493-40d3-8fa9-11f4a93d8c3f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 1129 time: 0.2359419 Sep 28 15:42:26.841454 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d90a9be-6148-46a5-9561-e3ef091317b8 req-89978819-0a93-4c94-8d95-e8849bd01f97 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745880 Sep 28 15:42:26.842409 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b61c2-67f3-4b5d-ba7d-690843af188d req-2418a5fb-99b2-4999-9f26-7dbcd4413095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:26.843777 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-714b61c2-67f3-4b5d-ba7d-690843af188d req-2418a5fb-99b2-4999-9f26-7dbcd4413095 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 1129 time: 0.2386756 Sep 28 15:42:26.844687 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014c1c0-e64e-45e8-a34a-60bc2bcece04 req-8dd26d7e-f990-4009-ba0a-6a91f43dbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:26.846115 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6014c1c0-e64e-45e8-a34a-60bc2bcece04 req-8dd26d7e-f990-4009-ba0a-6a91f43dbea7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 1129 time: 0.2437494 Sep 28 15:42:26.848835 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d686bda-2bdd-472d-8ff0-fc41485d91c8 req-a29cafa3-d535-415d-9bd5-ef109e69183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:26.849959 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d686bda-2bdd-472d-8ff0-fc41485d91c8 req-a29cafa3-d535-415d-9bd5-ef109e69183b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 1129 time: 0.2438822 Sep 28 15:42:26.858656 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad501a1-f392-447f-8e07-929f15dbf2df req-3008b50a-6198-43eb-8906-a6a4a083cadd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:26.860603 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0ad501a1-f392-447f-8e07-929f15dbf2df req-3008b50a-6198-43eb-8906-a6a4a083cadd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.2571440 Sep 28 15:42:26.881035 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38860) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:26.885998 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-a8bcf8b7-0274-4c7d-b405-19af0d297c7c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'floatingip': {'port_id': '0082d06d-1382-48f9-94de-259360a953c6'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:26.925708 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:27.018507 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf8b7-0274-4c7d-b405-19af0d297c7c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (d2d8ce54-03e0-4827-9860-542743557b73), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.111504 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fba6ce-46b4-4fe1-8bdf-8d2c470a3e03 req-02ae3f7d-c5ed-481f-b9f7-d0e3c8e1b7c7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:27.113080 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-14fba6ce-46b4-4fe1-8bdf-8d2c470a3e03 req-02ae3f7d-c5ed-481f-b9f7-d0e3c8e1b7c7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 945 time: 0.1523216 Sep 28 15:42:27.122226 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6f291edd-1bc4-4bbf-a6c9-02eb9dd31d88 req-485ae986-04a3-4802-b862-2fdd7ae64ae0 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748179 Sep 28 15:42:27.133107 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d3f9-bddd-4937-a9e9-bafe91ca6a33 req-21003644-64a3-43e7-bf6e-f653fc68f58b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:27.134694 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ce66d3f9-bddd-4937-a9e9-bafe91ca6a33 req-21003644-64a3-43e7-bf6e-f653fc68f58b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 944 time: 0.1522446 Sep 28 15:42:27.138825 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6014c1c0-e64e-45e8-a34a-60bc2bcece04 req-a7645c5b-bf8a-43af-b691-baadf0986afc service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689354 Sep 28 15:42:27.140831 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-714b61c2-67f3-4b5d-ba7d-690843af188d req-6d927b68-180c-4443-8107-4a4b19ccec2b service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780688 Sep 28 15:42:27.149749 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d686bda-2bdd-472d-8ff0-fc41485d91c8 req-340a9ffe-2247-4b8c-9518-e1d8c9516133 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880244 Sep 28 15:42:27.160712 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38866) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:27.221934 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-14fba6ce-46b4-4fe1-8bdf-8d2c470a3e03 req-8f0ff4ed-7459-4439-850b-1088c478c839 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950065 Sep 28 15:42:27.228858 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ce66d3f9-bddd-4937-a9e9-bafe91ca6a33 req-05178faf-d973-4891-9ac3-650a9bd919d2 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823870 Sep 28 15:42:27.303608 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 41aaafcb-981e-4fbf-8c80-bbb43167a049 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:42:27.347016 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.353966 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:27.364015 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 41aaafcb-981e-4fbf-8c80-bbb43167a049 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:42:27.366166 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:27.374630 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 41aaafcb-981e-4fbf-8c80-bbb43167a049 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:27.375428 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.375840 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 41aaafcb-981e-4fbf-8c80-bbb43167a049 Sep 28 15:42:27.396290 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6356df-5eaf-4d89-86c4-61bd819ba72e req-d4fe6f6c-50ed-4e2d-b01e-9544d6d4f12c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:27.397823 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ba6356df-5eaf-4d89-86c4-61bd819ba72e req-d4fe6f6c-50ed-4e2d-b01e-9544d6d4f12c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 944 time: 0.0791419 Sep 28 15:42:27.422391 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26b3cb-4cc8-4f30-9ea2-4bb7a97c9367 req-eb463be7-4145-4569-9f2e-d9a66c3d623c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:27.423912 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-db26b3cb-4cc8-4f30-9ea2-4bb7a97c9367 req-eb463be7-4145-4569-9f2e-d9a66c3d623c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0658877 Sep 28 15:42:27.462593 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 41aaafcb-981e-4fbf-8c80-bbb43167a049 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:27.462593 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.480661 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ba6356df-5eaf-4d89-86c4-61bd819ba72e req-52bdb7a2-d8dd-40b7-955d-7a5b659d6024 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762849 Sep 28 15:42:27.510472 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-db26b3cb-4cc8-4f30-9ea2-4bb7a97c9367 req-94c83245-8a35-4fa8-a00c-3ee25e330f05 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703218 Sep 28 15:42:27.514836 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 41aaafcb-981e-4fbf-8c80-bbb43167a049, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=41aaafcb-981e-4fbf-8c80-bbb43167a049,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:27.519945 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.520790 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 43948096-55d0-43b4-a3ff-177477a90fc2 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:42:27.597604 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=41aaafcb-981e-4fbf-8c80-bbb43167a049,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:27.611969 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.612312 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.612656 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.613014 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.613348 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.613683 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.614035 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.614355 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.614678 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.615021 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.615342 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.615676 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.616002 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.616318 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.616637 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:27.620976 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 43948096-55d0-43b4-a3ff-177477a90fc2 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:42:27.629002 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 43948096-55d0-43b4-a3ff-177477a90fc2 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:42:27.629381 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.629738 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 43948096-55d0-43b4-a3ff-177477a90fc2 Sep 28 15:42:27.705687 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 43948096-55d0-43b4-a3ff-177477a90fc2 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:27.706092 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.742303 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 43948096-55d0-43b4-a3ff-177477a90fc2, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=43948096-55d0-43b4-a3ff-177477a90fc2,segment=NetworkSegment(ed6ce6f5-634c-419c-bf9f-c8af664197c8),segment_id=ed6ce6f5-634c-419c-bf9f-c8af664197c8)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:27.746738 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.795010 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=43948096-55d0-43b4-a3ff-177477a90fc2,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:27.806778 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69488fec-c032-4a06-aebf-169b15da1e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aaafcb-981e-4fbf-8c80-bbb43167a049'}, {'server_uuid': 'c4e20f44-0cc8-40c9-9cf4-c96af23c7e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43948096-55d0-43b4-a3ff-177477a90fc2'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:27.809271 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e119f9-bd7c-4cc5-b948-cbec5fcb415c" -d '{"events": [{"server_uuid": "69488fec-c032-4a06-aebf-169b15da1e74", "name": "network-vif-plugged", "status": "completed", "tag": "41aaafcb-981e-4fbf-8c80-bbb43167a049"}, {"server_uuid": "c4e20f44-0cc8-40c9-9cf4-c96af23c7e05", "name": "network-vif-plugged", "status": "completed", "tag": "43948096-55d0-43b4-a3ff-177477a90fc2"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:27.850962 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2a88fb-aa85-4e46-b823-55155fa88da7 x-openstack-request-id: req-4f2a88fb-aa85-4e46-b823-55155fa88da7 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:27.851255 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69488fec-c032-4a06-aebf-169b15da1e74", "name": "network-vif-plugged", "status": "completed", "tag": "41aaafcb-981e-4fbf-8c80-bbb43167a049", "code": 200}, {"server_uuid": "c4e20f44-0cc8-40c9-9cf4-c96af23c7e05", "name": "network-vif-plugged", "status": "completed", "tag": "43948096-55d0-43b4-a3ff-177477a90fc2", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:27.851504 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f2a88fb-aa85-4e46-b823-55155fa88da7 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:27.851900 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2a88fb-aa85-4e46-b823-55155fa88da7'] response: {'server_uuid': '69488fec-c032-4a06-aebf-169b15da1e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aaafcb-981e-4fbf-8c80-bbb43167a049', 'code': 200} Sep 28 15:42:27.852153 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2a88fb-aa85-4e46-b823-55155fa88da7'] response: {'server_uuid': 'c4e20f44-0cc8-40c9-9cf4-c96af23c7e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43948096-55d0-43b4-a3ff-177477a90fc2', 'code': 200} Sep 28 15:42:27.882803 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Publish callbacks [] for security_group (26a26682-14ab-43c3-9aee-46a1c5fbf70c), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.890335 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (26a26682-14ab-43c3-9aee-46a1c5fbf70c), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.934322 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf8b7-0274-4c7d-b405-19af0d297c7c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.947585 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf8b7-0274-4c7d-b405-19af0d297c7c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (d2d8ce54-03e0-4827-9860-542743557b73), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:27.953633 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:27.974275 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fe014-dfd5-42d9-bbb7-1ce6eff01164 req-1177afbc-c8d2-485d-935b-b01502a93e69 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:27.975749 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-703fe014-dfd5-42d9-bbb7-1ce6eff01164 req-1177afbc-c8d2-485d-935b-b01502a93e69 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0524766 Sep 28 15:42:27.988597 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a26682-14ab-43c3-9aee-46a1c5fbf70c,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:27.997478 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0b8f5d7ef7934c71b74d0b6542411258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8325648 Sep 28 15:42:27.997701 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 38878) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:28.009152 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.009501 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.009842 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.010206 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.010633 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.011444 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.011974 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.012383 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.012568 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.013114 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.013621 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.014153 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.014660 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.015212 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.015687 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b63bda-7930-4130-8ee2-9a346ac7abc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:42:28.035554 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:28.060415 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-703fe014-dfd5-42d9-bbb7-1ce6eff01164 req-0d2daaad-b73a-4789-8b11-428ee837fcab tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785465 Sep 28 15:42:28.077645 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.l3_db [None req-a8bcf8b7-0274-4c7d-b405-19af0d297c7c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Floating IP d2d8ce54-03e0-4827-9860-542743557b73 associated. External IP: 172.27.2.117, port: 0082d06d-1382-48f9-94de-259360a953c6. Sep 28 15:42:28.094755 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd102-db4d-4167-84a2-7a9da8ba60cd admin admin] Publish callbacks [] for security_group (26a26682-14ab-43c3-9aee-46a1c5fbf70c), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:28.116879 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd102-db4d-4167-84a2-7a9da8ba60cd admin admin] Publish callbacks [] for security_group (26a26682-14ab-43c3-9aee-46a1c5fbf70c), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:28.174146 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd102-db4d-4167-84a2-7a9da8ba60cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (26a26682-14ab-43c3-9aee-46a1c5fbf70c), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:28.176823 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd102-db4d-4167-84a2-7a9da8ba60cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:28.178036 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-3e9fd102-db4d-4167-84a2-7a9da8ba60cd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/26a26682-14ab-43c3-9aee-46a1c5fbf70c HTTP/1.1" status: 204 len: 168 time: 0.1791899 Sep 28 15:42:28.189545 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fd102-db4d-4167-84a2-7a9da8ba60cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a26682-14ab-43c3-9aee-46a1c5fbf70c,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:28.236859 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:28.339905 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bcf8b7-0274-4c7d-b405-19af0d297c7c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:42:28.343574 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:28.438587 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f9b14-a707-4836-8a34-4e71c2bdb74d req-76fa137a-445a-42e2-8e8f-2f79477f69d3 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:28.446758 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e05f9b14-a707-4836-8a34-4e71c2bdb74d req-76fa137a-445a-42e2-8e8f-2f79477f69d3 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.1107728 Sep 28 15:42:28.453700 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f2fc-8932-4383-920b-a52a76376826 req-fa3a30ef-7eca-4f5c-9aac-d5146aeedb17 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:28.456839 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bcf8b7-0274-4c7d-b405-19af0d297c7c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:42:28.465276 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7ce2f2fc-8932-4383-920b-a52a76376826 req-fa3a30ef-7eca-4f5c-9aac-d5146aeedb17 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 945 time: 0.0863206 Sep 28 15:42:28.474500 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91070e6-9196-47ea-9715-50693010b7b8 None None] Sync routers for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:42:28.475024 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf8b7-0274-4c7d-b405-19af0d297c7c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:28.495989 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91070e6-9196-47ea-9715-50693010b7b8 None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:42:28.497737 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c91070e6-9196-47ea-9715-50693010b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:42:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:28.512821 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-a8bcf8b7-0274-4c7d-b405-19af0d297c7c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/d2d8ce54-03e0-4827-9860-542743557b73 HTTP/1.1" status: 200 len: 991 time: 1.6306727 Sep 28 15:42:28.514042 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'tag': '0082d06d-1382-48f9-94de-259360a953c6'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:28.516974 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "tag": "0082d06d-1382-48f9-94de-259360a953c6"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:28.605887 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e05f9b14-a707-4836-8a34-4e71c2bdb74d req-5eedffb0-749b-405b-b52d-63de91f9cd8f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531563 Sep 28 15:42:28.610569 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 38902) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:28.630198 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8fe47b28-4c0d-4dfc-aa6b-659ba5271987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:28.642024 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7ce2f2fc-8932-4383-920b-a52a76376826 req-5b128389-d8e9-4eb4-b41f-824e24fcdcc1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718736 Sep 28 15:42:28.697280 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0ca7bc-ca4a-4c53-bde5-891f62e9c8d8 x-openstack-request-id: req-6d0ca7bc-ca4a-4c53-bde5-891f62e9c8d8 {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:28.697756 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "tag": "0082d06d-1382-48f9-94de-259360a953c6", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:28.699152 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d0ca7bc-ca4a-4c53-bde5-891f62e9c8d8 {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:28.699619 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0ca7bc-ca4a-4c53-bde5-891f62e9c8d8'] response: {'name': 'network-changed', 'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'tag': '0082d06d-1382-48f9-94de-259360a953c6', 'status': 'completed', 'code': 200} Sep 28 15:42:28.737271 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-c91070e6-9196-47ea-9715-50693010b7b8 None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:42:28.758610 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68530dea-7d5c-4006-9476-0d4bcea470e5 req-1774eca4-5dbc-49bc-a8f7-f37e22746fe7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:28.759929 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-68530dea-7d5c-4006-9476-0d4bcea470e5 req-1774eca4-5dbc-49bc-a8f7-f37e22746fe7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0582857 Sep 28 15:42:28.814837 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:28.825434 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e6ce7-450b-497d-b97f-6b17eb111b2f req-537ca96b-a62f-467d-9354-e8542373ef03 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:28.826112 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8fe47b28-4c0d-4dfc-aa6b-659ba5271987 admin admin] Publish callbacks [] for security_group (e21b58c1-ed66-48d7-b6c5-4a926915be5b), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:28.827185 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-db5e6ce7-450b-497d-b97f-6b17eb111b2f req-537ca96b-a62f-467d-9354-e8542373ef03 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0663040 Sep 28 15:42:28.836875 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8fe47b28-4c0d-4dfc-aa6b-659ba5271987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e21b58c1-ed66-48d7-b6c5-4a926915be5b), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:28.882186 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-68530dea-7d5c-4006-9476-0d4bcea470e5 req-fd673aa2-c1fa-428e-966f-46112d8b9de0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933042 Sep 28 15:42:28.904427 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-8fe47b28-4c0d-4dfc-aa6b-659ba5271987 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=884e5dd5b86c4776b87d5d27cecb5964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912660 Sep 28 15:42:28.907766 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe47b28-4c0d-4dfc-aa6b-659ba5271987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21b58c1-ed66-48d7-b6c5-4a926915be5b,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:28.910713 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-db5e6ce7-450b-497d-b97f-6b17eb111b2f req-503e53f0-409a-4fb1-8818-a2a77bacb139 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742075 Sep 28 15:42:28.911163 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 38912) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:28.965495 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-82cd2283-00ad-42fc-98cf-aa91578b1e91 admin admin] Publish callbacks [] for security_group (e21b58c1-ed66-48d7-b6c5-4a926915be5b), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:28.985956 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-82cd2283-00ad-42fc-98cf-aa91578b1e91 admin admin] Publish callbacks [] for security_group (e21b58c1-ed66-48d7-b6c5-4a926915be5b), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:29.034472 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-82cd2283-00ad-42fc-98cf-aa91578b1e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e21b58c1-ed66-48d7-b6c5-4a926915be5b), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:29.037170 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-82cd2283-00ad-42fc-98cf-aa91578b1e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:29.038342 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-82cd2283-00ad-42fc-98cf-aa91578b1e91 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e21b58c1-ed66-48d7-b6c5-4a926915be5b HTTP/1.1" status: 204 len: 168 time: 0.1262815 Sep 28 15:42:29.049819 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd2283-00ad-42fc-98cf-aa91578b1e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21b58c1-ed66-48d7-b6c5-4a926915be5b,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:29.071509 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c91070e6-9196-47ea-9715-50693010b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'd2d8ce54-03e0-4827-9860-542743557b73', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'port_id': '0082d06d-1382-48f9-94de-259360a953c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'mac_address': 'fa:16:3e:6e:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:47Z', 'updated_at': '2022-09-28T15:42:27Z', 'revision_number': 1, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:29.097805 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91070e6-9196-47ea-9715-50693010b7b8 None None] Checking router: 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:42:29.107313 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91070e6-9196-47ea-9715-50693010b7b8 None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:42:29.107918 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c91070e6-9196-47ea-9715-50693010b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:42:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:29.194315 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c96f53-0145-43a2-a780-c9d6ba5a705f req-a5be86ca-806a-49c5-aeaf-a93695c509a4 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:29.196133 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b9c96f53-0145-43a2-a780-c9d6ba5a705f req-a5be86ca-806a-49c5-aeaf-a93695c509a4 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0496037 Sep 28 15:42:29.211814 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-c91070e6-9196-47ea-9715-50693010b7b8 None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:42:29.246692 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b9c96f53-0145-43a2-a780-c9d6ba5a705f req-57f05433-9094-4e95-9fe1-45dfd1171511 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435054 Sep 28 15:42:29.435929 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c91070e6-9196-47ea-9715-50693010b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'd2d8ce54-03e0-4827-9860-542743557b73', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'port_id': '0082d06d-1382-48f9-94de-259360a953c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'mac_address': 'fa:16:3e:6e:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:47Z', 'updated_at': '2022-09-28T15:42:27Z', 'revision_number': 1, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:29.464762 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91070e6-9196-47ea-9715-50693010b7b8 None None] The sync data for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi is: [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'd2d8ce54-03e0-4827-9860-542743557b73', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'port_id': '0082d06d-1382-48f9-94de-259360a953c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'mac_address': 'fa:16:3e:6e:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:47Z', 'updated_at': '2022-09-28T15:42:27Z', 'revision_number': 1, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:42:29.749448 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:29.751141 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:29.803153 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbe5a5-b3c0-49fc-9fd7-91033980b620 req-02ba906b-aafa-498c-b6d2-015016632334 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:29.804794 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-38cbe5a5-b3c0-49fc-9fd7-91033980b620 req-02ba906b-aafa-498c-b6d2-015016632334 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.1153588 Sep 28 15:42:29.819491 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6772c-8b0e-4c95-8848-25f6e2162890 req-05d826e0-41f1-46af-a4a5-a1af73f2c35b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:29.820919 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e6c6772c-8b0e-4c95-8848-25f6e2162890 req-05d826e0-41f1-46af-a4a5-a1af73f2c35b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 945 time: 0.0744216 Sep 28 15:42:29.898636 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-38cbe5a5-b3c0-49fc-9fd7-91033980b620 req-4f603a3d-62d8-4857-939b-f7e38feef1f0 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860186 Sep 28 15:42:29.914940 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e6c6772c-8b0e-4c95-8848-25f6e2162890 req-d3b61009-bf70-4db0-b867-8dd5bc378c2e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859408 Sep 28 15:42:30.043731 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:30.097220 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bca2c8-8817-4607-b2f7-e10327319306 req-e09788b9-16b5-4632-8b52-c24c85e6b35b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:30.098800 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-59bca2c8-8817-4607-b2f7-e10327319306 req-e09788b9-16b5-4632-8b52-c24c85e6b35b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.1205220 Sep 28 15:42:30.120763 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddfe4f-1cf2-4af4-8c4c-241d76ad33c6 req-d65f56f1-aa08-474b-b29f-710487c73dc7 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:30.122549 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0ddfe4f-1cf2-4af4-8c4c-241d76ad33c6 req-d65f56f1-aa08-474b-b29f-710487c73dc7 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0772247 Sep 28 15:42:30.186856 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-59bca2c8-8817-4607-b2f7-e10327319306 req-363d2885-24e6-40fb-970f-3b9e83a42cf0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812819 Sep 28 15:42:30.214304 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0ddfe4f-1cf2-4af4-8c4c-241d76ad33c6 req-c1d00fcc-7702-4851-95a5-7813fd96f5c4 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819304 Sep 28 15:42:30.300642 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36239b-c528-46e7-8729-ba767a0b1b5b None None] New status for floating IP d2d8ce54-03e0-4827-9860-542743557b73: ACTIVE {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:42:30.382582 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995948d-c553-43ee-824e-b29c26e510de req-7f401a10-2575-4407-a7c0-752433b55703 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:30.384202 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0995948d-c553-43ee-824e-b29c26e510de req-7f401a10-2575-4407-a7c0-752433b55703 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0526197 Sep 28 15:42:30.435039 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0995948d-c553-43ee-824e-b29c26e510de req-64dbcbac-cd41-48eb-97eb-0882231964b1 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 Sep 28 15:42:31.056997 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76832c-5687-4670-b255-043090c6bf53 req-59f982ca-4737-4f5f-80e0-2a29e8da086a tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:31.059135 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d76832c-5687-4670-b255-043090c6bf53 req-59f982ca-4737-4f5f-80e0-2a29e8da086a tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.0789309 Sep 28 15:42:31.092569 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429a650-e339-42d6-b6db-9c44370314b7 req-c224d4fe-0b8c-4c5c-aa06-3f657920903f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:31.094130 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3429a650-e339-42d6-b6db-9c44370314b7 req-c224d4fe-0b8c-4c5c-aa06-3f657920903f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 945 time: 0.0804942 Sep 28 15:42:31.144249 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d76832c-5687-4670-b255-043090c6bf53 req-e5114f76-be75-4372-9d4d-71a067aa53bb tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755291 Sep 28 15:42:31.175268 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3429a650-e339-42d6-b6db-9c44370314b7 req-e2c2edfb-63cd-40c4-bf56-bfa22251b034 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653501 Sep 28 15:42:31.311657 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:31.345083 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38a36b-c36e-4121-af9d-651b6341cf24 req-7f7ad63b-ed47-4210-9362-896794b6faf4 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:31.346660 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3e38a36b-c36e-4121-af9d-651b6341cf24 req-7f7ad63b-ed47-4210-9362-896794b6faf4 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0852954 Sep 28 15:42:31.360590 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126c305-60e2-4e51-b5af-efe70ba0446b req-51ee3ea1-88b6-42c0-8465-448f6899cab1 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:31.362065 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b126c305-60e2-4e51-b5af-efe70ba0446b req-51ee3ea1-88b6-42c0-8465-448f6899cab1 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0665534 Sep 28 15:42:31.439188 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3e38a36b-c36e-4121-af9d-651b6341cf24 req-21e49f90-917a-4bb4-9e4f-0a0c6d694cbc tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761621 Sep 28 15:42:31.442540 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b126c305-60e2-4e51-b5af-efe70ba0446b req-648faf55-9803-4c89-8c05-e034821c8229 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737109 Sep 28 15:42:31.560763 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30153135-d8cb-4b9e-a7a6-2cccf6bbfb2f req-27d9977e-c466-4752-8355-7913e6a49d06 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:31.562259 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-30153135-d8cb-4b9e-a7a6-2cccf6bbfb2f req-27d9977e-c466-4752-8355-7913e6a49d06 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0476792 Sep 28 15:42:31.610929 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-30153135-d8cb-4b9e-a7a6-2cccf6bbfb2f req-e0fe1f90-fa15-46a9-a4f8-a129ae19e132 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Sep 28 15:42:32.298422 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8cf8f-abb8-4640-aa3c-2c88b37de77c req-47d8f211-20f8-4498-bc5b-cf3f9b6ceab1 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:32.299903 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4ef8cf8f-abb8-4640-aa3c-2c88b37de77c req-47d8f211-20f8-4498-bc5b-cf3f9b6ceab1 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.0726833 Sep 28 15:42:32.353688 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75584a-b677-4807-8c78-f7781ad8b122 req-8b526062-74f4-495d-b100-cc36d10d1850 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:32.355731 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ec75584a-b677-4807-8c78-f7781ad8b122 req-8b526062-74f4-495d-b100-cc36d10d1850 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 945 time: 0.0736849 Sep 28 15:42:32.398279 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4ef8cf8f-abb8-4640-aa3c-2c88b37de77c req-cb6e3cde-205c-4c88-854f-9fc93039b644 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774291 Sep 28 15:42:32.431070 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ec75584a-b677-4807-8c78-f7781ad8b122 req-eb7808d8-39a1-45ee-bed7-b24226d69c70 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646174 Sep 28 15:42:32.595670 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882aeea-60ac-492d-905d-813780c29b8c req-9aff253c-45b9-4c1d-a6f5-117b8c46a72b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:32.597157 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e882aeea-60ac-492d-905d-813780c29b8c req-9aff253c-45b9-4c1d-a6f5-117b8c46a72b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0796115 Sep 28 15:42:32.619189 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0b2e-149a-4233-8106-59d3bf700159 req-42a8c06f-9aef-4c1a-b392-51c58cb7434d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:32.620631 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5d2a0b2e-149a-4233-8106-59d3bf700159 req-42a8c06f-9aef-4c1a-b392-51c58cb7434d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 945 time: 0.0636303 Sep 28 15:42:32.631749 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39046) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:32.639437 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-84d01f49-db39-4b8f-a760-5f7ad92629d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'floatingip': {'port_id': '0fdce35c-d94c-4241-8f30-04b6de93d44d'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:32.660492 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e882aeea-60ac-492d-905d-813780c29b8c req-02dc47bc-379b-4a59-8255-eb4cd5fbe75a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575759 Sep 28 15:42:32.690056 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-84d01f49-db39-4b8f-a760-5f7ad92629d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (ad10b2a4-8cbf-4b2f-a903-7ba18001fe45), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:32.721110 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f08bbc-919f-4284-82dc-2d87643ce29b req-0534b0b2-0bb7-4e59-b69a-897da43b54b6 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:32.722872 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-37f08bbc-919f-4284-82dc-2d87643ce29b req-0534b0b2-0bb7-4e59-b69a-897da43b54b6 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0475743 Sep 28 15:42:32.783523 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:32.815863 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875716a0-8b59-4340-946b-65429331b81d req-752d1772-0bd3-4009-9d29-e2812920c88d tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:32.817338 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-875716a0-8b59-4340-946b-65429331b81d req-752d1772-0bd3-4009-9d29-e2812920c88d tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0712602 Sep 28 15:42:32.824825 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-37f08bbc-919f-4284-82dc-2d87643ce29b req-d5c3b37c-159c-4b9e-9be4-8fb97775702f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935540 Sep 28 15:42:32.881842 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-875716a0-8b59-4340-946b-65429331b81d req-6b3f4bd7-454e-4fa5-903b-c06f9c51f375 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561080 Sep 28 15:42:32.955525 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bcab0-d9dd-402d-97f7-73f806ce941c req-95f2b231-eac7-4779-8c02-4a23d918b1c9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:32.956932 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-877bcab0-d9dd-402d-97f7-73f806ce941c req-95f2b231-eac7-4779-8c02-4a23d918b1c9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0469646 Sep 28 15:42:32.960397 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:32.968258 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 39052) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:32.972754 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-3104d514-f66b-41dc-9067-7fc1942cbd11 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'floatingip': {'port_id': '9e5dd716-5edb-44f2-a44f-e25367a21810'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:33.047540 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3104d514-f66b-41dc-9067-7fc1942cbd11 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (d1e29d72-0edb-4326-a1bd-7e050adfcc13), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:33.160797 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-84d01f49-db39-4b8f-a760-5f7ad92629d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:33.165617 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-84d01f49-db39-4b8f-a760-5f7ad92629d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (ad10b2a4-8cbf-4b2f-a903-7ba18001fe45), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:33.278246 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.l3_db [None req-84d01f49-db39-4b8f-a760-5f7ad92629d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Floating IP ad10b2a4-8cbf-4b2f-a903-7ba18001fe45 associated. External IP: 172.27.2.13, port: 0fdce35c-d94c-4241-8f30-04b6de93d44d. Sep 28 15:42:33.335334 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:33.493399 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d01f49-db39-4b8f-a760-5f7ad92629d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Router afbb5fe3-7737-46f0-905c-2d478e9fde4b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:42:33.532917 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:33.544817 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcf6ea-64b7-49d3-a63e-4bdb1e13aba0 req-8658ddee-21fe-4c5e-aaa8-fa6f8c05c216 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:33.546429 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2bbcf6ea-64b7-49d3-a63e-4bdb1e13aba0 req-8658ddee-21fe-4c5e-aaa8-fa6f8c05c216 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.0584986 Sep 28 15:42:33.605747 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d01f49-db39-4b8f-a760-5f7ad92629d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:42:33.610717 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-84d01f49-db39-4b8f-a760-5f7ad92629d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:33.618429 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e5c78-2d59-431d-830a-2e0ff4ba2e5a None None] Sync routers for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:42:33.646676 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e5c78-2d59-431d-830a-2e0ff4ba2e5a None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:42:33.647336 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4f6e5c78-2d59-431d-830a-2e0ff4ba2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:42:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:33.651911 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-84d01f49-db39-4b8f-a760-5f7ad92629d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/ad10b2a4-8cbf-4b2f-a903-7ba18001fe45 HTTP/1.1" status: 200 len: 990 time: 1.0181236 Sep 28 15:42:33.653291 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'tag': '0fdce35c-d94c-4241-8f30-04b6de93d44d'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:33.656111 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96ef5ce-298c-4073-9db7-860be6e14265" -d '{"events": [{"name": "network-changed", "server_uuid": "38cb3a9e-72d1-4502-90fe-35576e05e0a2", "tag": "0fdce35c-d94c-4241-8f30-04b6de93d44d"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:33.734618 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4491df4d-69f1-4d70-af84-5b5a5a4a8a7b x-openstack-request-id: req-4491df4d-69f1-4d70-af84-5b5a5a4a8a7b {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:33.734914 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cb3a9e-72d1-4502-90fe-35576e05e0a2", "tag": "0fdce35c-d94c-4241-8f30-04b6de93d44d", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:33.735169 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4491df4d-69f1-4d70-af84-5b5a5a4a8a7b {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:33.735682 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4491df4d-69f1-4d70-af84-5b5a5a4a8a7b'] response: {'name': 'network-changed', 'server_uuid': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'tag': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'status': 'completed', 'code': 200} Sep 28 15:42:33.765977 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8 req-92cc10d2-5dde-4c27-9f1e-be96d8db7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:33.767521 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8 req-92cc10d2-5dde-4c27-9f1e-be96d8db7267 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 1129 time: 0.0560880 Sep 28 15:42:33.849281 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-4f6e5c78-2d59-431d-830a-2e0ff4ba2e5a None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:42:33.862367 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23969c4c-54f7-4c01-a12c-6526ea51677f req-f3a96e03-34ef-4c5e-b22a-2f0aea20ad0c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:33.863874 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-23969c4c-54f7-4c01-a12c-6526ea51677f req-f3a96e03-34ef-4c5e-b22a-2f0aea20ad0c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0575297 Sep 28 15:42:33.868039 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2bbcf6ea-64b7-49d3-a63e-4bdb1e13aba0 req-8ed0182f-e8d1-4652-a60c-65929d606a8c tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119678 Sep 28 15:42:33.878692 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:33.989441 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:34.070261 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-23969c4c-54f7-4c01-a12c-6526ea51677f req-dc437df4-b8a4-4111-a080-f9a807a6fc1e tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835818 Sep 28 15:42:34.078705 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4f6e5c78-2d59-431d-830a-2e0ff4ba2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'ad10b2a4-8cbf-4b2f-a903-7ba18001fe45', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:43Z', 'updated_at': '2022-09-28T15:42:33Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:34.110794 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e5c78-2d59-431d-830a-2e0ff4ba2e5a None None] Checking router: afbb5fe3-7737-46f0-905c-2d478e9fde4b for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:42:34.119695 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e5c78-2d59-431d-830a-2e0ff4ba2e5a None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:42:34.120296 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4f6e5c78-2d59-431d-830a-2e0ff4ba2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:42:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:34.135532 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2a075-a3d8-4c1a-90ec-c075cc2665cb req-3a15ef5c-1675-41bd-8dd2-92a4dbc60649 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:34.137007 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9bf2a075-a3d8-4c1a-90ec-c075cc2665cb req-3a15ef5c-1675-41bd-8dd2-92a4dbc60649 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.1527264 Sep 28 15:42:34.219176 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:34.234724 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-4f6e5c78-2d59-431d-830a-2e0ff4ba2e5a None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:42:34.257632 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3104d514-f66b-41dc-9067-7fc1942cbd11 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:34.259434 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9fa6f-47ff-4f71-981c-949ced65a765 req-c6a91c69-fae9-403e-a66e-ba0b52866de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:34.261225 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-95d9fa6f-47ff-4f71-981c-949ced65a765 req-c6a91c69-fae9-403e-a66e-ba0b52866de8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 1129 time: 0.1435778 Sep 28 15:42:34.269098 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3104d514-f66b-41dc-9067-7fc1942cbd11 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (d1e29d72-0edb-4326-a1bd-7e050adfcc13), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:34.322292 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9bf2a075-a3d8-4c1a-90ec-c075cc2665cb req-f71a38a1-c3de-463d-9f55-32fc8472d44b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476059 Sep 28 15:42:34.389641 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [None req-3104d514-f66b-41dc-9067-7fc1942cbd11 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Floating IP d1e29d72-0edb-4326-a1bd-7e050adfcc13 associated. External IP: 172.27.2.190, port: 9e5dd716-5edb-44f2-a44f-e25367a21810. Sep 28 15:42:34.518352 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4f6e5c78-2d59-431d-830a-2e0ff4ba2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'ad10b2a4-8cbf-4b2f-a903-7ba18001fe45', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:43Z', 'updated_at': '2022-09-28T15:42:33Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:34.549480 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e5c78-2d59-431d-830a-2e0ff4ba2e5a None None] The sync data for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi is: [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'ad10b2a4-8cbf-4b2f-a903-7ba18001fe45', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:43Z', 'updated_at': '2022-09-28T15:42:33Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:42:34.631726 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3104d514-f66b-41dc-9067-7fc1942cbd11 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Router 895b776f-1a2a-4160-9ea2-0173388f3460 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:42:34.903069 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08806c29-1319-4b20-ad08-d2934a109f51 req-2f556b0c-8a81-4e6e-a290-6f13358d8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:34.904583 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08806c29-1319-4b20-ad08-d2934a109f51 req-2f556b0c-8a81-4e6e-a290-6f13358d8ffc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 1129 time: 0.2130129 Sep 28 15:42:34.933886 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae1fb4f-1a6c-4fc0-9680-0538e83889e8 None None] New status for floating IP ad10b2a4-8cbf-4b2f-a903-7ba18001fe45: ACTIVE {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:42:34.958819 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ef5ce-298c-4073-9db7-860be6e14265 req-0ef1360e-5d4a-4556-86ba-9ecee4391bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:34.960819 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b96ef5ce-298c-4073-9db7-860be6e14265 req-0ef1360e-5d4a-4556-86ba-9ecee4391bcc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 1129 time: 0.2290311 Sep 28 15:42:34.963091 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-95d9fa6f-47ff-4f71-981c-949ced65a765 req-699b30c9-8087-47df-9b2a-bba9d8af05f6 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602725 Sep 28 15:42:34.991441 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:35.053841 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3104d514-f66b-41dc-9067-7fc1942cbd11 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:42:35.065056 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3104d514-f66b-41dc-9067-7fc1942cbd11 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:35.065388 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b9bd1-0186-4663-8c5a-b682d412ae7f None None] Sync routers for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:42:35.075405 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b9bd1-0186-4663-8c5a-b682d412ae7f None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:42:35.075997 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-0b8b9bd1-0186-4663-8c5a-b682d412ae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:42:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:35.091575 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8 req-01f6558d-ce5e-4080-9e91-b64137b84828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:35.093142 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8 req-01f6558d-ce5e-4080-9e91-b64137b84828 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 917 time: 0.4003670 Sep 28 15:42:35.113767 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08806c29-1319-4b20-ad08-d2934a109f51 req-5da361a8-c03f-45d6-aa3d-035af26f1a16 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733129 Sep 28 15:42:35.136464 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b663-ae0b-4d02-9648-261a7452a181 req-2190830b-7ff8-4048-bc12-c8826f4a02e2 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:35.143420 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cc86b663-ae0b-4d02-9648-261a7452a181 req-2190830b-7ff8-4048-bc12-c8826f4a02e2 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.1043417 Sep 28 15:42:35.149326 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-3104d514-f66b-41dc-9067-7fc1942cbd11 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/d1e29d72-0edb-4326-a1bd-7e050adfcc13 HTTP/1.1" status: 200 len: 991 time: 2.1777096 Sep 28 15:42:35.152666 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'tag': '9e5dd716-5edb-44f2-a44f-e25367a21810'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:35.154953 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe793b71-fc5c-4bc0-9002-c5f291598914" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac91576-c5d2-418a-a1c5-af43fccf4e46", "tag": "9e5dd716-5edb-44f2-a44f-e25367a21810"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:35.186588 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:35.223010 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cc86b663-ae0b-4d02-9648-261a7452a181 req-90f227ea-e6f6-4583-bddd-c78cfe3006f2 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786200 Sep 28 15:42:35.329278 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-0b8b9bd1-0186-4663-8c5a-b682d412ae7f None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:42:35.330928 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb9910c-13a4-4233-8dfa-8a935b42b2a1 x-openstack-request-id: req-6bb9910c-13a4-4233-8dfa-8a935b42b2a1 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:35.331730 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac91576-c5d2-418a-a1c5-af43fccf4e46", "tag": "9e5dd716-5edb-44f2-a44f-e25367a21810", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:35.332166 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bb9910c-13a4-4233-8dfa-8a935b42b2a1 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:35.332828 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb9910c-13a4-4233-8dfa-8a935b42b2a1'] response: {'name': 'network-changed', 'server_uuid': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'tag': '9e5dd716-5edb-44f2-a44f-e25367a21810', 'status': 'completed', 'code': 200} Sep 28 15:42:35.352891 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:35.378879 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e26418-22b8-4029-82de-7be0fc8cb881 req-9edb8e73-2d2f-455b-9e63-a9614156f400 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:35.380512 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e7e26418-22b8-4029-82de-7be0fc8cb881 req-9edb8e73-2d2f-455b-9e63-a9614156f400 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.1565502 Sep 28 15:42:35.423210 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ef5ce-298c-4073-9db7-860be6e14265 req-6225715e-8537-400c-a69a-14582568e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:35.424760 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b96ef5ce-298c-4073-9db7-860be6e14265 req-6225715e-8537-400c-a69a-14582568e1de service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 915 time: 0.2273228 Sep 28 15:42:35.452644 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e7e26418-22b8-4029-82de-7be0fc8cb881 req-46d82d5d-9b64-4c56-8505-83e9cff0c7ba tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592027 Sep 28 15:42:35.558663 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:35.573151 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-0b8b9bd1-0186-4663-8c5a-b682d412ae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'd1e29d72-0edb-4326-a1bd-7e050adfcc13', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'port_id': '9e5dd716-5edb-44f2-a44f-e25367a21810', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'mac_address': 'fa:16:3e:84:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:47Z', 'updated_at': '2022-09-28T15:42:34Z', 'revision_number': 1, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:35.598191 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b9bd1-0186-4663-8c5a-b682d412ae7f None None] Checking router: 895b776f-1a2a-4160-9ea2-0173388f3460 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:42:35.607070 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b9bd1-0186-4663-8c5a-b682d412ae7f None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:42:35.607673 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-0b8b9bd1-0186-4663-8c5a-b682d412ae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:42:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:35.660444 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 39130) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:35.719774 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-0b8b9bd1-0186-4663-8c5a-b682d412ae7f None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:42:35.769756 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1a6a098a-0482-40a6-9bc4-562c0821d3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:35.851709 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1a6a098a-0482-40a6-9bc4-562c0821d3cd admin admin] Publish callbacks [] for security_group (325a9bd3-cee9-4568-9d9b-fec4b338864c), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:35.860519 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1a6a098a-0482-40a6-9bc4-562c0821d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (325a9bd3-cee9-4568-9d9b-fec4b338864c), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:35.879454 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:36.004309 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-0b8b9bd1-0186-4663-8c5a-b682d412ae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'd1e29d72-0edb-4326-a1bd-7e050adfcc13', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'port_id': '9e5dd716-5edb-44f2-a44f-e25367a21810', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'mac_address': 'fa:16:3e:84:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:47Z', 'updated_at': '2022-09-28T15:42:34Z', 'revision_number': 1, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:42:36.037332 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b9bd1-0186-4663-8c5a-b682d412ae7f None None] The sync data for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi is: [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'd1e29d72-0edb-4326-a1bd-7e050adfcc13', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'port_id': '9e5dd716-5edb-44f2-a44f-e25367a21810', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'mac_address': 'fa:16:3e:84:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:47Z', 'updated_at': '2022-09-28T15:42:34Z', 'revision_number': 1, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:42:36.207550 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-1a6a098a-0482-40a6-9bc4-562c0821d3cd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=edddf0c9177b46cf9ca89f87543a4e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5460205 Sep 28 15:42:36.210441 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39156) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:36.270181 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e561c6e2-f3dc-4b50-a351-bb82144f8897 admin admin] Publish callbacks [] for security_group (325a9bd3-cee9-4568-9d9b-fec4b338864c), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:36.285781 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a098a-0482-40a6-9bc4-562c0821d3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325a9bd3-cee9-4568-9d9b-fec4b338864c,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:36.306081 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e561c6e2-f3dc-4b50-a351-bb82144f8897 admin admin] Publish callbacks [] for security_group (325a9bd3-cee9-4568-9d9b-fec4b338864c), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:36.316091 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318b52c-9dbe-460b-85a6-76dbdd08bdb9 None None] New status for floating IP d1e29d72-0edb-4326-a1bd-7e050adfcc13: ACTIVE {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:42:36.335834 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8 req-262923cf-3478-4333-b706-3bd00d465eff service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0082d06d-1382-48f9-94de-259360a953c6 HTTP/1.1" status: 200 len: 1001 time: 0.4678333 Sep 28 15:42:36.347160 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b96ef5ce-298c-4073-9db7-860be6e14265 req-dc2475d8-c7e2-40c3-b8b3-51f4d74df820 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fdce35c-d94c-4241-8f30-04b6de93d44d HTTP/1.1" status: 200 len: 1000 time: 0.1548805 Sep 28 15:42:36.375825 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e561c6e2-f3dc-4b50-a351-bb82144f8897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (325a9bd3-cee9-4568-9d9b-fec4b338864c), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:36.378570 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e561c6e2-f3dc-4b50-a351-bb82144f8897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:36.379827 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e561c6e2-f3dc-4b50-a351-bb82144f8897 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/325a9bd3-cee9-4568-9d9b-fec4b338864c HTTP/1.1" status: 204 len: 168 time: 0.1684341 Sep 28 15:42:36.389969 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561c6e2-f3dc-4b50-a351-bb82144f8897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325a9bd3-cee9-4568-9d9b-fec4b338864c,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:36.402000 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad514d-d4f0-4b83-b2fd-b2e862b5ec8b req-875ff527-4b73-4a21-887c-ec7cd25fb396 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:36.403565 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-33ad514d-d4f0-4b83-b2fd-b2e862b5ec8b req-875ff527-4b73-4a21-887c-ec7cd25fb396 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.0595963 Sep 28 15:42:36.479442 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-33ad514d-d4f0-4b83-b2fd-b2e862b5ec8b req-afd6a49d-2f7c-4e07-9243-02c9a6fd05e7 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694511 Sep 28 15:42:36.593940 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:36.662679 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:42:36.724570 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:36.765785 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-6e06491b-a0df-4e32-907f-e80803b5ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:36.767536 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-6e06491b-a0df-4e32-907f-e80803b5ddc3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=62692d2b160040879aecaf4d44ad19b3&device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 1129 time: 0.1822677 Sep 28 15:42:36.771724 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8 req-84b7b3a7-0070-4909-bb72-dca9eed35d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:36.772926 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8 req-84b7b3a7-0070-4909-bb72-dca9eed35d61 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.2882376 Sep 28 15:42:36.781756 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccce57-786c-4e97-8ec5-859f0e7e3aac req-8ae9c82b-c309-43dd-a0f5-ab91fd7269f2 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:36.783612 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9ccce57-786c-4e97-8ec5-859f0e7e3aac req-8ae9c82b-c309-43dd-a0f5-ab91fd7269f2 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.1492054 Sep 28 15:42:36.785543 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ef5ce-298c-4073-9db7-860be6e14265 req-2a7bbf93-9afa-4754-bf62-1bf09b462136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:36.787061 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b96ef5ce-298c-4073-9db7-860be6e14265 req-2a7bbf93-9afa-4754-bf62-1bf09b462136 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 200 len: 854 time: 0.1989262 Sep 28 15:42:36.811736 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39166) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:36.829105 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-577d94bf-9c1e-4966-a058-aa5bcf99ca15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:36.846467 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9ccce57-786c-4e97-8ec5-859f0e7e3aac req-39fdb464-835f-4e80-a3db-690c81a47abe tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495915 Sep 28 15:42:36.914709 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-577d94bf-9c1e-4966-a058-aa5bcf99ca15 admin admin] Publish callbacks [] for security_group (f6c811dc-6bdd-44f6-8de3-ad5526174dd1), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:36.919176 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-577d94bf-9c1e-4966-a058-aa5bcf99ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (f6c811dc-6bdd-44f6-8de3-ad5526174dd1), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:36.951392 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:36.960407 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d94bf-9c1e-4966-a058-aa5bcf99ca15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c811dc-6bdd-44f6-8de3-ad5526174dd1,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:36.968351 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-577d94bf-9c1e-4966-a058-aa5bcf99ca15 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=eb0582b461b44e1b84628f5c18e12483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548879 Sep 28 15:42:36.968603 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 39168) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:37.021155 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-74dad6c6-001e-4e86-9691-7824a87e4642 admin admin] Publish callbacks [] for security_group (f6c811dc-6bdd-44f6-8de3-ad5526174dd1), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:37.043137 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-74dad6c6-001e-4e86-9691-7824a87e4642 admin admin] Publish callbacks [] for security_group (f6c811dc-6bdd-44f6-8de3-ad5526174dd1), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:37.091252 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-74dad6c6-001e-4e86-9691-7824a87e4642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (f6c811dc-6bdd-44f6-8de3-ad5526174dd1), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:37.094159 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-74dad6c6-001e-4e86-9691-7824a87e4642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:37.095386 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-74dad6c6-001e-4e86-9691-7824a87e4642 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f6c811dc-6bdd-44f6-8de3-ad5526174dd1 HTTP/1.1" status: 204 len: 168 time: 0.1259379 Sep 28 15:42:37.104557 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dad6c6-001e-4e86-9691-7824a87e4642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c811dc-6bdd-44f6-8de3-ad5526174dd1,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:37.276380 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:37.355367 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ef5ce-298c-4073-9db7-860be6e14265 req-888040a4-beb0-4ec5-bddb-343eea408a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:37.356935 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b96ef5ce-298c-4073-9db7-860be6e14265 req-888040a4-beb0-4ec5-bddb-343eea408a54 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1387737 Sep 28 15:42:37.361479 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8 req-fa456b98-8b1d-4cf3-be4d-b7d5313d26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:37.362926 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8 req-fa456b98-8b1d-4cf3-be4d-b7d5313d26d4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1240418 Sep 28 15:42:37.400591 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-0dcc70b1-0664-477b-ab97-b41ea8f58a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:37.402690 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-0dcc70b1-0664-477b-ab97-b41ea8f58a4f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=85a0d787-d04b-4ff1-9585-ae17b62d54da HTTP/1.1" status: 200 len: 911 time: 0.1627603 Sep 28 15:42:37.619294 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8f73d-4a7e-4415-ac94-6ab94954f1aa req-12a57b71-69b7-48dd-b193-98c0ea6c1253 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:37.621689 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aec8f73d-4a7e-4415-ac94-6ab94954f1aa req-12a57b71-69b7-48dd-b193-98c0ea6c1253 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.0612619 Sep 28 15:42:37.687067 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aec8f73d-4a7e-4415-ac94-6ab94954f1aa req-984d9d41-280a-4588-a194-066086358b04 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590041 Sep 28 15:42:37.915063 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-2f997011-f903-4874-a30f-fe1a071ed849 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e5dd716-5edb-44f2-a44f-e25367a21810 HTTP/1.1" status: 200 len: 1001 time: 0.1706626 Sep 28 15:42:37.986695 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b96ef5ce-298c-4073-9db7-860be6e14265 req-14b71de5-d90a-441e-8c1f-cd46570df385 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524230 Sep 28 15:42:37.992154 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8 req-ee089cd4-fd76-4f0d-a340-6b45dee23cf9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496743 Sep 28 15:42:38.006844 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4aedb-10a3-4460-b065-5f02b3075fff req-d02ee133-a615-4b94-bec0-d0be749303f0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:38.008319 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d8d4aedb-10a3-4460-b065-5f02b3075fff req-d02ee133-a615-4b94-bec0-d0be749303f0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0724511 Sep 28 15:42:38.059767 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d8d4aedb-10a3-4460-b065-5f02b3075fff req-65564ee3-4748-43cb-9036-b58aaadbe3f0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450649 Sep 28 15:42:38.274614 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:38.406498 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-5c9b2ada-2519-4704-bab3-4a7bb086c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:38.407990 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-5c9b2ada-2519-4704-bab3-4a7bb086c661 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=88fae1ee-0705-4534-b58e-c4705ad63cff HTTP/1.1" status: 200 len: 850 time: 0.1917703 Sep 28 15:42:38.506184 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af652f-6869-4f3e-a3e1-978da3588a5c req-02c153f7-b860-4d9a-8090-1fabfb95afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:38.507719 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-76af652f-6869-4f3e-a3e1-978da3588a5c req-02c153f7-b860-4d9a-8090-1fabfb95afde service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 1129 time: 0.1221576 Sep 28 15:42:38.546235 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-82a79be4-7241-4f00-b095-5049e4b55c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:38.547758 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-82a79be4-7241-4f00-b095-5049e4b55c5e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=85a0d787-d04b-4ff1-9585-ae17b62d54da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196399 Sep 28 15:42:38.602254 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b96ef5ce-298c-4073-9db7-860be6e14265 req-3e457ffa-44f8-477b-b567-304afe8ade7f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755777 Sep 28 15:42:38.614313 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-de3c4096-032f-4e4a-aa0f-58bbbc41a8a8 req-05c4d471-7096-4d46-a1f9-00d48ebf40da service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967776 Sep 28 15:42:38.705820 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:38.712381 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc597d-04c4-4ac5-bac8-892ed506fa9e req-53f9ca65-5dbb-433c-9ed2-3eff4490e48a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:38.714530 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0ecc597d-04c4-4ac5-bac8-892ed506fa9e req-53f9ca65-5dbb-433c-9ed2-3eff4490e48a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0991325 Sep 28 15:42:38.742984 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af652f-6869-4f3e-a3e1-978da3588a5c req-c39d88e6-f264-4ca6-8cd8-efd0a8df98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:38.744388 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-76af652f-6869-4f3e-a3e1-978da3588a5c req-c39d88e6-f264-4ca6-8cd8-efd0a8df98a1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.2267394 Sep 28 15:42:38.756148 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a77bc-9396-4538-a56e-1ef803567269 req-0c55e40a-e2c9-475c-8aec-b797acf688eb tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:38.757622 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ea8a77bc-9396-4538-a56e-1ef803567269 req-0c55e40a-e2c9-475c-8aec-b797acf688eb tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.1003883 Sep 28 15:42:38.812111 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0ecc597d-04c4-4ac5-bac8-892ed506fa9e req-313fc403-a968-43bd-84ed-eb4b5e410b1a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854082 Sep 28 15:42:38.842861 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ea8a77bc-9396-4538-a56e-1ef803567269 req-8fe2e7bb-5cd0-438e-8e68-3775881b3a7d tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778849 Sep 28 15:42:39.376890 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39270) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:39.485184 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9430a955-bbcc-4581-a975-9047da23fd1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:39.563954 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9430a955-bbcc-4581-a975-9047da23fd1e admin admin] Publish callbacks [] for security_group (fa16bebd-3ccf-462d-8bd2-e56920ba7268), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:39.567462 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9430a955-bbcc-4581-a975-9047da23fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (fa16bebd-3ccf-462d-8bd2-e56920ba7268), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:39.606959 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-9430a955-bbcc-4581-a975-9047da23fd1e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=170cac2f0a4a429da386ddaa0642df8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289572 Sep 28 15:42:39.607770 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430a955-bbcc-4581-a975-9047da23fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa16bebd-3ccf-462d-8bd2-e56920ba7268,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:39.610590 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 39274) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:39.664722 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0b757cc4-08d8-42cd-b944-d1cb1c73ee57 admin admin] Publish callbacks [] for security_group (fa16bebd-3ccf-462d-8bd2-e56920ba7268), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:39.685517 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0b757cc4-08d8-42cd-b944-d1cb1c73ee57 admin admin] Publish callbacks [] for security_group (fa16bebd-3ccf-462d-8bd2-e56920ba7268), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:39.732916 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0b757cc4-08d8-42cd-b944-d1cb1c73ee57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (fa16bebd-3ccf-462d-8bd2-e56920ba7268), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:39.737173 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0b757cc4-08d8-42cd-b944-d1cb1c73ee57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:39.738845 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0b757cc4-08d8-42cd-b944-d1cb1c73ee57 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fa16bebd-3ccf-462d-8bd2-e56920ba7268 HTTP/1.1" status: 204 len: 168 time: 0.1270514 Sep 28 15:42:39.747354 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b757cc4-08d8-42cd-b944-d1cb1c73ee57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa16bebd-3ccf-462d-8bd2-e56920ba7268,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:40.038032 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-76af652f-6869-4f3e-a3e1-978da3588a5c req-f0e0867e-80f7-4cd1-9594-45747702d006 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41aaafcb-981e-4fbf-8c80-bbb43167a049 HTTP/1.1" status: 200 len: 217 time: 0.0605531 Sep 28 15:42:40.046451 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39286) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:40.047876 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e4115-0d5a-4c34-b886-f8c724479795 req-065c2933-7a2f-444d-aa51-c4016ed3ae91 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:40.049341 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3a6e4115-0d5a-4c34-b886-f8c724479795 req-065c2933-7a2f-444d-aa51-c4016ed3ae91 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.1349652 Sep 28 15:42:40.060306 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-27ff71b3-8170-4699-8119-528675882e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:40.069439 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:40.087712 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81689-a1a9-47a3-88bf-fb19c6faba2d req-a22be47c-2ad9-4433-9431-0c87b36cbf35 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:40.089753 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98c81689-a1a9-47a3-88bf-fb19c6faba2d req-a22be47c-2ad9-4433-9431-0c87b36cbf35 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.1634827 Sep 28 15:42:40.143674 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-27ff71b3-8170-4699-8119-528675882e74 admin admin] Publish callbacks [] for security_group (84fb3668-1a49-4cad-9662-da9076849b4d), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:40.151300 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-27ff71b3-8170-4699-8119-528675882e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (84fb3668-1a49-4cad-9662-da9076849b4d), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:40.190916 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-27ff71b3-8170-4699-8119-528675882e74 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=19605a281cc340069680d5a73ec08e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433237 Sep 28 15:42:40.193514 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39288) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:40.200895 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff71b3-8170-4699-8119-528675882e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fb3668-1a49-4cad-9662-da9076849b4d,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:40.245653 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3a6e4115-0d5a-4c34-b886-f8c724479795 req-b173cb1d-b18e-45fd-880c-8da6663aa867 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663632 Sep 28 15:42:40.246442 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-104c2c2a-048e-41f2-8bdd-6a154a49dec0 admin admin] Publish callbacks [] for security_group (84fb3668-1a49-4cad-9662-da9076849b4d), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:40.256034 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98c81689-a1a9-47a3-88bf-fb19c6faba2d req-7aca5755-c184-444b-b864-cfcefe0d7d0d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591151 Sep 28 15:42:40.261346 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-4f6f8405-1b39-4dff-b0ce-3bfae3d0ac9f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855928 Sep 28 15:42:40.269021 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-104c2c2a-048e-41f2-8bdd-6a154a49dec0 admin admin] Publish callbacks [] for security_group (84fb3668-1a49-4cad-9662-da9076849b4d), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:40.272114 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-0aa689c5-0224-4612-8316-8a6abae45354 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947449 Sep 28 15:42:40.286716 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af652f-6869-4f3e-a3e1-978da3588a5c req-5b0834f9-6b68-4a9e-8aef-f7f4effa9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:40.288207 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-76af652f-6869-4f3e-a3e1-978da3588a5c req-5b0834f9-6b68-4a9e-8aef-f7f4effa9475 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.1119318 Sep 28 15:42:40.324546 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-104c2c2a-048e-41f2-8bdd-6a154a49dec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (84fb3668-1a49-4cad-9662-da9076849b4d), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:40.327224 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-104c2c2a-048e-41f2-8bdd-6a154a49dec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:40.328434 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-104c2c2a-048e-41f2-8bdd-6a154a49dec0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/84fb3668-1a49-4cad-9662-da9076849b4d HTTP/1.1" status: 204 len: 168 time: 0.1337559 Sep 28 15:42:40.336243 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c2c2a-048e-41f2-8bdd-6a154a49dec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fb3668-1a49-4cad-9662-da9076849b4d,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:40.684497 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:40.782591 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af652f-6869-4f3e-a3e1-978da3588a5c req-d0a88030-d845-4547-a3df-6a9f49d278a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:40.784477 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-76af652f-6869-4f3e-a3e1-978da3588a5c req-d0a88030-d845-4547-a3df-6a9f49d278a2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4022923 Sep 28 15:42:40.795199 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b4be9-9ef0-4d88-8bfa-5588aabb4540 req-5b4c6447-fedd-487c-b7d1-25f6ef5cd359 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:40.796638 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dd2b4be9-9ef0-4d88-8bfa-5588aabb4540 req-5b4c6447-fedd-487c-b7d1-25f6ef5cd359 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.1525671 Sep 28 15:42:40.799195 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39308) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:40.802643 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-29d0faf7-e181-4812-8f1a-8be7f719a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:40.804198 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-29d0faf7-e181-4812-8f1a-8be7f719a1d6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 1129 time: 0.1585240 Sep 28 15:42:40.814893 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:40.824371 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e006198-39ea-4213-b021-006e119eb8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:40.945656 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e006198-39ea-4213-b021-006e119eb8cc admin admin] Publish callbacks [] for security_group (aabf6e1d-9f8c-4fa2-becd-7a5eeb1cd602), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:40.950244 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e006198-39ea-4213-b021-006e119eb8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (aabf6e1d-9f8c-4fa2-becd-7a5eeb1cd602), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:40.975315 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-b01ceb4c-d53d-43d8-937b-3b25a8f50d7e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917554 Sep 28 15:42:40.992404 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-1e006198-39ea-4213-b021-006e119eb8cc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b972ae166c384e7fae3a4b7040c1a7a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894240 Sep 28 15:42:40.992404 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e006198-39ea-4213-b021-006e119eb8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf6e1d-9f8c-4fa2-becd-7a5eeb1cd602,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:40.993315 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39310) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:41.001193 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:41.047692 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-45bc8f45-13de-4058-9610-b812ba22b053 admin admin] Publish callbacks [] for security_group (aabf6e1d-9f8c-4fa2-becd-7a5eeb1cd602), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:41.068599 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-45bc8f45-13de-4058-9610-b812ba22b053 admin admin] Publish callbacks [] for security_group (aabf6e1d-9f8c-4fa2-becd-7a5eeb1cd602), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:41.093202 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-dd2b4be9-9ef0-4d88-8bfa-5588aabb4540 req-6d205e89-35b3-4794-932c-a41ff344b601 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Deleting port 43948096-55d0-43b4-a3ff-177477a90fc2 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:42:41.093465 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-dd2b4be9-9ef0-4d88-8bfa-5588aabb4540 req-6d205e89-35b3-4794-932c-a41ff344b601 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:41.129274 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-45bc8f45-13de-4058-9610-b812ba22b053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (aabf6e1d-9f8c-4fa2-becd-7a5eeb1cd602), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:41.132191 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-45bc8f45-13de-4058-9610-b812ba22b053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:41.133334 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-45bc8f45-13de-4058-9610-b812ba22b053 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/aabf6e1d-9f8c-4fa2-becd-7a5eeb1cd602 HTTP/1.1" status: 204 len: 168 time: 0.1391006 Sep 28 15:42:41.141957 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc8f45-13de-4058-9610-b812ba22b053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf6e1d-9f8c-4fa2-becd-7a5eeb1cd602,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:41.154427 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-76af652f-6869-4f3e-a3e1-978da3588a5c req-ca307669-3f8e-4cd6-8702-a2809eaaf533 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533342 Sep 28 15:42:41.157429 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-2ea4c868-87c2-4436-b548-af9b83417482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:41.158835 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-2ea4c868-87c2-4436-b548-af9b83417482 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.3236048 Sep 28 15:42:41.235392 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-3050ee88-3ef6-4bd8-b45d-274256d2a942 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55efe6f9-e65a-4754-9095-ac7b9f3c3e10 HTTP/1.1" status: 200 len: 217 time: 0.0614505 Sep 28 15:42:41.324944 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-dd2b4be9-9ef0-4d88-8bfa-5588aabb4540 req-6d205e89-35b3-4794-932c-a41ff344b601 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] For port 43948096-55d0-43b4-a3ff-177477a90fc2, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=43948096-55d0-43b4-a3ff-177477a90fc2,segment=NetworkSegment(ed6ce6f5-634c-419c-bf9f-c8af664197c8),segment_id=ed6ce6f5-634c-419c-bf9f-c8af664197c8)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:41.325317 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-dd2b4be9-9ef0-4d88-8bfa-5588aabb4540 req-6d205e89-35b3-4794-932c-a41ff344b601 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:41.383346 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-dd2b4be9-9ef0-4d88-8bfa-5588aabb4540 req-6d205e89-35b3-4794-932c-a41ff344b601 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Calling delete_port for 43948096-55d0-43b4-a3ff-177477a90fc2 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:42:41.442770 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-d61c7158-232b-4005-ab38-10f40a24d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:41.444245 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-d61c7158-232b-4005-ab38-10f40a24d525 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.1765790 Sep 28 15:42:41.469258 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-76af652f-6869-4f3e-a3e1-978da3588a5c req-ce294073-b57f-4eac-9be0-c2526a9289cc service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934251 Sep 28 15:42:41.515604 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17162f5-0c66-4516-9cdf-f25dfb42e56d req-c2876a83-5e3b-44d9-938e-bcec621bb7e7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:41.517716 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b17162f5-0c66-4516-9cdf-f25dfb42e56d req-c2876a83-5e3b-44d9-938e-bcec621bb7e7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.1703556 Sep 28 15:42:41.575086 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a6975-def9-4717-a72f-81adde0c1999 req-2130d411-35b4-4111-8763-01e485d3bdd8 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:41.576588 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e13a6975-def9-4717-a72f-81adde0c1999 req-2130d411-35b4-4111-8763-01e485d3bdd8 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 945 time: 0.2215235 Sep 28 15:42:41.612041 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:41.635104 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-70dfb376-9025-459b-9fa1-04561007e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:41.636532 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-70dfb376-9025-459b-9fa1-04561007e627 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1714597 Sep 28 15:42:41.715767 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b17162f5-0c66-4516-9cdf-f25dfb42e56d req-9aeb06d0-e20a-4eeb-9b80-90632ce081e6 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624458 Sep 28 15:42:41.718680 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e13a6975-def9-4717-a72f-81adde0c1999 req-8ea7e7b0-d4cf-4003-9045-7deb07771d4f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260877 Sep 28 15:42:41.841371 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-e986a740-cb76-4f5b-9838-64bc888a44d0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662946 Sep 28 15:42:41.852149 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-dd2b4be9-9ef0-4d88-8bfa-5588aabb4540 req-6d205e89-35b3-4794-932c-a41ff344b601 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (43948096-55d0-43b4-a3ff-177477a90fc2), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:41.867320 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['43948096-55d0-43b4-a3ff-177477a90fc2'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:42:41.902528 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d205e89-35b3-4794-932c-a41ff344b601 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Pushing event deleted for resources: {'Port': ['ID=43948096-55d0-43b4-a3ff-177477a90fc2,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:41.939384 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:42.003944 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2b4be9-9ef0-4d88-8bfa-5588aabb4540 req-6d205e89-35b3-4794-932c-a41ff344b601 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] No DVR routers for this DVR port 43948096-55d0-43b4-a3ff-177477a90fc2 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:42:42.011920 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-dd2b4be9-9ef0-4d88-8bfa-5588aabb4540 req-6d205e89-35b3-4794-932c-a41ff344b601 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:42.015202 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dd2b4be9-9ef0-4d88-8bfa-5588aabb4540 req-6d205e89-35b3-4794-932c-a41ff344b601 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.50 "DELETE /networking/v2.0/ports/43948096-55d0-43b4-a3ff-177477a90fc2 HTTP/1.1" status: 204 len: 173 time: 1.2011094 Sep 28 15:42:42.015807 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e20f44-0cc8-40c9-9cf4-c96af23c7e05', 'name': 'network-vif-deleted', 'tag': '43948096-55d0-43b4-a3ff-177477a90fc2'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:42.018146 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db456b0d-a6f6-4150-acb4-bfad3711fa9e" -d '{"events": [{"server_uuid": "c4e20f44-0cc8-40c9-9cf4-c96af23c7e05", "name": "network-vif-deleted", "tag": "43948096-55d0-43b4-a3ff-177477a90fc2"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:42.055122 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3016d726-1917-4582-94e6-4d55f78c17d7 req-8c6cf952-a96a-4eff-8540-28db140cd29b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950498 Sep 28 15:42:42.080571 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f6b6fc-b05f-4fa9-96c4-af06a8dd5f24 x-openstack-request-id: req-69f6b6fc-b05f-4fa9-96c4-af06a8dd5f24 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:42.081081 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e20f44-0cc8-40c9-9cf4-c96af23c7e05", "name": "network-vif-deleted", "tag": "43948096-55d0-43b4-a3ff-177477a90fc2", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:42.081526 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69f6b6fc-b05f-4fa9-96c4-af06a8dd5f24 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:42.082122 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f6b6fc-b05f-4fa9-96c4-af06a8dd5f24'] response: {'server_uuid': 'c4e20f44-0cc8-40c9-9cf4-c96af23c7e05', 'name': 'network-vif-deleted', 'tag': '43948096-55d0-43b4-a3ff-177477a90fc2', 'status': 'completed', 'code': 200} Sep 28 15:42:42.861410 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-73e2bd7a-cb62-4985-9d3e-f4cca34b0b77 req-1a216349-6410-447a-b855-6bed63dc9332 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c4e20f44-0cc8-40c9-9cf4-c96af23c7e05 HTTP/1.1" status: 200 len: 210 time: 0.0310912 Sep 28 15:42:42.873531 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991f0d7-ca77-4054-bdfd-e7315e4d4e6b req-4e5e1729-08ec-48e1-b096-06b95d944b3b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:42.875331 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a991f0d7-ca77-4054-bdfd-e7315e4d4e6b req-4e5e1729-08ec-48e1-b096-06b95d944b3b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0806782 Sep 28 15:42:42.941937 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a991f0d7-ca77-4054-bdfd-e7315e4d4e6b req-887cc5cd-18f1-4a3a-8ce9-ede89708943f tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507741 Sep 28 15:42:43.668888 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39404) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:43.772457 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7ac90733-f55e-4646-9967-a7e86a0a4432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:43.850383 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:43.852613 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7ac90733-f55e-4646-9967-a7e86a0a4432 admin admin] Publish callbacks [] for security_group (1c3168ef-6f33-4ee7-b82f-a322f3b21319), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:43.856890 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7ac90733-f55e-4646-9967-a7e86a0a4432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (1c3168ef-6f33-4ee7-b82f-a322f3b21319), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:43.895039 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac90733-f55e-4646-9967-a7e86a0a4432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3168ef-6f33-4ee7-b82f-a322f3b21319,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:43.902230 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-7ac90733-f55e-4646-9967-a7e86a0a4432 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bc27fcf092f144bab0f22492a053618c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322390 Sep 28 15:42:43.904792 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39410) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:43.955127 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-007823b2-1e31-4429-9099-e8ca68c1adea admin admin] Publish callbacks [] for security_group (1c3168ef-6f33-4ee7-b82f-a322f3b21319), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:43.975258 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-007823b2-1e31-4429-9099-e8ca68c1adea admin admin] Publish callbacks [] for security_group (1c3168ef-6f33-4ee7-b82f-a322f3b21319), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:44.035839 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-007823b2-1e31-4429-9099-e8ca68c1adea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (1c3168ef-6f33-4ee7-b82f-a322f3b21319), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:44.039527 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-007823b2-1e31-4429-9099-e8ca68c1adea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:44.043499 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-007823b2-1e31-4429-9099-e8ca68c1adea admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1c3168ef-6f33-4ee7-b82f-a322f3b21319 HTTP/1.1" status: 204 len: 168 time: 0.1377666 Sep 28 15:42:44.053421 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007823b2-1e31-4429-9099-e8ca68c1adea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3168ef-6f33-4ee7-b82f-a322f3b21319,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:44.115050 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1631a-d816-4c13-b410-624eeda3dbf2 req-e4340908-6e7f-491e-8101-783326379afd tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:44.115050 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d9e1631a-d816-4c13-b410-624eeda3dbf2 req-e4340908-6e7f-491e-8101-783326379afd tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0842717 Sep 28 15:42:44.217528 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d9e1631a-d816-4c13-b410-624eeda3dbf2 req-40f4fd97-15dc-478e-b36c-c028ff9ab5d3 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063137 Sep 28 15:42:44.266090 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-1df482d1-3714-42e7-872a-e1cbbd202e30 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:44.267707 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-1df482d1-3714-42e7-872a-e1cbbd202e30 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/networks?id=84f80fdf-b0dd-46dc-8fee-113483d41db6 HTTP/1.1" status: 200 len: 809 time: 0.1364515 Sep 28 15:42:44.285277 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-e5f9be2a-ada5-4fa2-848d-e2bde5c08fcd tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/quotas/f9b4928b5e2d4f6286e8e56d35c813a9 HTTP/1.1" status: 200 len: 375 time: 0.0102115 Sep 28 15:42:44.321687 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-abad293c-c829-4d82-9fd7-8aa87e3ad4ce tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f9b4928b5e2d4f6286e8e56d35c813a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289836 Sep 28 15:42:44.390328 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39438) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:44.403574 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d657-9707-49f1-834f-b8933ccde1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:44.423961 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-f5ca7d2d-338b-4b85-99ae-39405e1d8ee0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944822 Sep 28 15:42:44.483738 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d657-9707-49f1-834f-b8933ccde1fe admin admin] Publish callbacks [] for security_group (0f863ba2-74c2-4493-bc73-b7fffaa86c57), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:44.488856 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d657-9707-49f1-834f-b8933ccde1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (0f863ba2-74c2-4493-bc73-b7fffaa86c57), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:44.492358 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:44.523240 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-89e4190a-7c1a-4555-9a9d-57f727cc98e3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925245 Sep 28 15:42:44.687318 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 43948096-55d0-43b4-a3ff-177477a90fc2 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:42:44.708188 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:44.710592 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 43948096-55d0-43b4-a3ff-177477a90fc2 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:42:44.711261 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 43948096-55d0-43b4-a3ff-177477a90fc2 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:42:44.730782 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8d657-9707-49f1-834f-b8933ccde1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f863ba2-74c2-4493-bc73-b7fffaa86c57,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:44.746420 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-87f0d2aa-577b-4186-be8d-91946fa56db2 req-2312aca1-2750-462a-9bee-2415fc28e637 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 210 time: 0.0601001 Sep 28 15:42:44.749933 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 39448) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:44.750242 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e9c8d657-9707-49f1-834f-b8933ccde1fe admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2d6aab9c0af94481bdae8df7077f1e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581715 Sep 28 15:42:44.812069 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-88b8c828-45cd-4383-af24-f793d80cca00 admin admin] Publish callbacks [] for security_group (0f863ba2-74c2-4493-bc73-b7fffaa86c57), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:44.832689 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-88b8c828-45cd-4383-af24-f793d80cca00 admin admin] Publish callbacks [] for security_group (0f863ba2-74c2-4493-bc73-b7fffaa86c57), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:44.888242 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-88b8c828-45cd-4383-af24-f793d80cca00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (0f863ba2-74c2-4493-bc73-b7fffaa86c57), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:44.891793 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-88b8c828-45cd-4383-af24-f793d80cca00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:44.893209 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-88b8c828-45cd-4383-af24-f793d80cca00 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0f863ba2-74c2-4493-bc73-b7fffaa86c57 HTTP/1.1" status: 204 len: 168 time: 0.1418257 Sep 28 15:42:44.908084 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8c828-45cd-4383-af24-f793d80cca00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f863ba2-74c2-4493-bc73-b7fffaa86c57,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:45.361065 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7a962-e7a1-442f-a5f9-8a68fa4e8f74 req-63169d10-93f4-481e-8679-f06f1fd80d69 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:45.362629 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-11f7a962-e7a1-442f-a5f9-8a68fa4e8f74 req-63169d10-93f4-481e-8679-f06f1fd80d69 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0507946 Sep 28 15:42:45.420923 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-11f7a962-e7a1-442f-a5f9-8a68fa4e8f74 req-7b75a2c5-b1d0-42e2-8384-1af9e9bfb2e0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522633 Sep 28 15:42:45.857415 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d207ef4-265f-4e00-8da9-52fa8c2f77b8 req-87c8c93e-0d24-4579-ae07-a3fecdc5b501 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 210 time: 0.0291679 Sep 28 15:42:46.037301 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=42 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:46.413261 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-fd2fed48-57b1-4b46-86b9-311464f2dbcf tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:46.415116 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-fd2fed48-57b1-4b46-86b9-311464f2dbcf tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.50 "GET /networking/v2.0/networks?id=84f80fdf-b0dd-46dc-8fee-113483d41db6 HTTP/1.1" status: 200 len: 809 time: 0.1085145 Sep 28 15:42:46.537815 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:46.554630 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760fcb5-005f-4dc0-a1e7-dc1827621acc req-e56046fa-f88e-4e37-ad68-19f8e57744bb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:46.556947 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a760fcb5-005f-4dc0-a1e7-dc1827621acc req-e56046fa-f88e-4e37-ad68-19f8e57744bb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0546744 Sep 28 15:42:46.611748 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a760fcb5-005f-4dc0-a1e7-dc1827621acc req-881df056-7d40-4167-8a3c-3b5293ff0366 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460482 Sep 28 15:42:46.663105 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=10 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:46.738523 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39522) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:46.859209 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d1d1ba7d-a66b-40d7-926e-f39a39d663ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:46.929808 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:46.939292 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d1d1ba7d-a66b-40d7-926e-f39a39d663ae admin admin] Publish callbacks [] for security_group (acea2c5a-8d49-4b7f-a63c-54260cdafb67), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:46.943597 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d1d1ba7d-a66b-40d7-926e-f39a39d663ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (acea2c5a-8d49-4b7f-a63c-54260cdafb67), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:46.962347 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-acc3b377-3523-4363-86ac-788a01b20e9e req-bffa5b50-7056-496f-822e-e896f3315f56 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 210 time: 0.0270143 Sep 28 15:42:46.983365 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1ba7d-a66b-40d7-926e-f39a39d663ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acea2c5a-8d49-4b7f-a63c-54260cdafb67,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:46.987649 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-d1d1ba7d-a66b-40d7-926e-f39a39d663ae admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f825cc3d4dfa417f8fd8f8a10ec2c248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479539 Sep 28 15:42:46.990338 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39532) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:47.039912 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5ec21be-6c7d-4cc4-b146-4e5c4f8389f8 admin admin] Publish callbacks [] for security_group (acea2c5a-8d49-4b7f-a63c-54260cdafb67), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:47.061544 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5ec21be-6c7d-4cc4-b146-4e5c4f8389f8 admin admin] Publish callbacks [] for security_group (acea2c5a-8d49-4b7f-a63c-54260cdafb67), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:47.111314 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5ec21be-6c7d-4cc4-b146-4e5c4f8389f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (acea2c5a-8d49-4b7f-a63c-54260cdafb67), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:47.113820 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5ec21be-6c7d-4cc4-b146-4e5c4f8389f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:47.115069 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e5ec21be-6c7d-4cc4-b146-4e5c4f8389f8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/acea2c5a-8d49-4b7f-a63c-54260cdafb67 HTTP/1.1" status: 204 len: 168 time: 0.1238165 Sep 28 15:42:47.122745 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec21be-6c7d-4cc4-b146-4e5c4f8389f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acea2c5a-8d49-4b7f-a63c-54260cdafb67,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:47.381523 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 39542) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:47.395013 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0800614e-c9d3-4948-8e5c-6594200ebea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:47.472243 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0800614e-c9d3-4948-8e5c-6594200ebea0 admin admin] Publish callbacks [] for security_group (bc14c053-2b35-48dd-bb5c-46337c5f34a0), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:47.475849 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0800614e-c9d3-4948-8e5c-6594200ebea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (bc14c053-2b35-48dd-bb5c-46337c5f34a0), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:47.513641 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0800614e-c9d3-4948-8e5c-6594200ebea0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=18c7cd1babcf409094c60f6af3973bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310446 Sep 28 15:42:47.515536 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800614e-c9d3-4948-8e5c-6594200ebea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc14c053-2b35-48dd-bb5c-46337c5f34a0,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:47.516372 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39544) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:47.557616 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:47.568532 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bcfb02e4-7d58-4af8-947b-4341a0272bd0 admin admin] Publish callbacks [] for security_group (bc14c053-2b35-48dd-bb5c-46337c5f34a0), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:47.589723 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bcfb02e4-7d58-4af8-947b-4341a0272bd0 admin admin] Publish callbacks [] for security_group (bc14c053-2b35-48dd-bb5c-46337c5f34a0), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:47.636144 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bcfb02e4-7d58-4af8-947b-4341a0272bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (bc14c053-2b35-48dd-bb5c-46337c5f34a0), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:47.638673 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bcfb02e4-7d58-4af8-947b-4341a0272bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:47.639790 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-bcfb02e4-7d58-4af8-947b-4341a0272bd0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bc14c053-2b35-48dd-bb5c-46337c5f34a0 HTTP/1.1" status: 204 len: 168 time: 0.1223872 Sep 28 15:42:47.647636 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb02e4-7d58-4af8-947b-4341a0272bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc14c053-2b35-48dd-bb5c-46337c5f34a0,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:47.741120 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ff98d-2727-4ca5-91d6-a70fde4fe675 req-a046c9ff-f727-4663-b7f5-785bcfa70312 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:47.742654 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-511ff98d-2727-4ca5-91d6-a70fde4fe675 req-a046c9ff-f727-4663-b7f5-785bcfa70312 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0514445 Sep 28 15:42:47.793417 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-511ff98d-2727-4ca5-91d6-a70fde4fe675 req-acf9811d-3cfe-4b62-874d-92d20104a0c1 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Sep 28 15:42:48.074172 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ccdb90ac-a769-4459-951a-ed93af3a40f6 req-74738b89-7084-4f0f-8240-f18824dd1cee tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 210 time: 0.0351560 Sep 28 15:42:48.171265 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Request body: {'port': {'device_id': 'a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0', 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6', 'admin_state_up': True, 'tenant_id': 'f9b4928b5e2d4f6286e8e56d35c813a9'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:48.575380 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Made reservation on behalf of f9b4928b5e2d4f6286e8e56d35c813a9 for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:42:48.579229 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:48.600694 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:48.718685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Allocated IP 172.20.0.3 (84f80fdf-b0dd-46dc-8fee-113483d41db6/3b099f10-396e-4383-82c8-200144cfeacc/bdc47771-d34a-4f68-a2e8-32f1a46158ef) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:42:48.931501 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks [] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:48.948058 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe1d53-745c-4324-aa02-f6ffa4a27cb0 req-b60fed1d-53b5-4be0-bb0e-6d2537853d5c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:48.949535 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2ebe1d53-745c-4324-aa02-f6ffa4a27cb0 req-b60fed1d-53b5-4be0-bb0e-6d2537853d5c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0614474 Sep 28 15:42:48.954836 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:49.022081 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:49.058527 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2ebe1d53-745c-4324-aa02-f6ffa4a27cb0 req-618edd1c-b3a3-4e1b-b3e5-b6358c91916f tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994315 Sep 28 15:42:49.078037 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Network 84f80fdf-b0dd-46dc-8fee-113483d41db6 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:42:49.081285 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:42:49.085228 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:42:49.089790 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:49.090542 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:49.099083 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Pushing event updated for resources: {'Port': ['ID=bdc47771-d34a-4f68-a2e8-32f1a46158ef,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:49.124311 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a83e79d1-7897-43b2-93bc-86f8322d7b2f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9583480 Sep 28 15:42:49.146259 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Request body: {'port': {'device_id': 'a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:42:49.244183 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e9d1-1a14-4586-8c7b-d01d55f7f049 req-d22188bd-c78e-4256-8abe-66ff0cd1a078 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:49.245662 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0a5e9d1-1a14-4586-8c7b-d01d55f7f049 req-d22188bd-c78e-4256-8abe-66ff0cd1a078 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 931 time: 0.0792181 Sep 28 15:42:49.250821 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:49.338432 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0a5e9d1-1a14-4586-8c7b-d01d55f7f049 req-f011b68c-7e7a-4913-a055-41200671ad1f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853238 Sep 28 15:42:49.412709 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:49.583452 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc47771-d34a-4f68-a2e8-32f1a46158ef {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:49.591094 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Publish callbacks [] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:49.604306 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Transition to ACTIVE for port object bdc47771-d34a-4f68-a2e8-32f1a46158ef will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:42:49.609392 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:49.672888 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc47771-d34a-4f68-a2e8-32f1a46158ef,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:49.684243 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Attempting to bind port bdc47771-d34a-4f68-a2e8-32f1a46158ef on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:42:49.684633 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Attempting to bind port bdc47771-d34a-4f68-a2e8-32f1a46158ef by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ed6ce6f5-634c-419c-bf9f-c8af664197c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:42:49.684966 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Attempting to bind port bdc47771-d34a-4f68-a2e8-32f1a46158ef on network 84f80fdf-b0dd-46dc-8fee-113483d41db6 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:49.728984 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Port bdc47771-d34a-4f68-a2e8-32f1a46158ef on network 84f80fdf-b0dd-46dc-8fee-113483d41db6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:42:49.729209 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Attempting to bind port bdc47771-d34a-4f68-a2e8-32f1a46158ef on network 84f80fdf-b0dd-46dc-8fee-113483d41db6 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:42:49.775763 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:42:49.776241 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Checking segment: {'id': 'ed6ce6f5-634c-419c-bf9f-c8af664197c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:42:49.776633 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Bound using segment: {'id': 'ed6ce6f5-634c-419c-bf9f-c8af664197c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:42:49.777209 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Bound port: bdc47771-d34a-4f68-a2e8-32f1a46158ef, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed6ce6f5-634c-419c-bf9f-c8af664197c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:42:49.777575 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:49.832305 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:49.858302 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] For port bdc47771-d34a-4f68-a2e8-32f1a46158ef, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:42:49.859735 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] For port bdc47771-d34a-4f68-a2e8-32f1a46158ef, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=bdc47771-d34a-4f68-a2e8-32f1a46158ef,segment=NetworkSegment(ed6ce6f5-634c-419c-bf9f-c8af664197c8),segment_id=ed6ce6f5-634c-419c-bf9f-c8af664197c8)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:42:49.876419 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:49.891792 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:49.893646 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:49.899249 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/bdc47771-d34a-4f68-a2e8-32f1a46158ef HTTP/1.1" status: 200 len: 1093 time: 0.7555246 Sep 28 15:42:49.902292 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0', 'tag': 'bdc47771-d34a-4f68-a2e8-32f1a46158ef'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:49.909455 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacc102f-c76f-4266-a41b-d150361eb841" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0", "tag": "bdc47771-d34a-4f68-a2e8-32f1a46158ef"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:49.998595 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ae6bf5-7d5a-4858-bba7-6410a0ef644f x-openstack-request-id: req-94ae6bf5-7d5a-4858-bba7-6410a0ef644f {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:49.998911 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0", "tag": "bdc47771-d34a-4f68-a2e8-32f1a46158ef", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:49.999125 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94ae6bf5-7d5a-4858-bba7-6410a0ef644f {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:49.999773 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ae6bf5-7d5a-4858-bba7-6410a0ef644f'] response: {'name': 'network-changed', 'server_uuid': 'a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0', 'tag': 'bdc47771-d34a-4f68-a2e8-32f1a46158ef', 'status': 'completed', 'code': 200} Sep 28 15:42:50.029032 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-941e43b4-a4c9-4b65-8b01-463c6f902495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:50.031121 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-941e43b4-a4c9-4b65-8b01-463c6f902495 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f9b4928b5e2d4f6286e8e56d35c813a9&device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 1127 time: 0.0631979 Sep 28 15:42:50.037544 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f8414-5a9f-43ee-8b1d-7063fc6814d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc47771-d34a-4f68-a2e8-32f1a46158ef,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:50.082671 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-dcdb3b1b-d661-4510-b84c-a7dd713d3684 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdc47771-d34a-4f68-a2e8-32f1a46158ef HTTP/1.1" status: 200 len: 217 time: 0.0377626 Sep 28 15:42:50.145490 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210c66d-8934-4f6a-b2e1-d848a55e944f req-f75a254f-252e-4305-b980-006f468f5f1f tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:50.146944 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b210c66d-8934-4f6a-b2e1-d848a55e944f req-f75a254f-252e-4305-b980-006f468f5f1f tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0488908 Sep 28 15:42:50.209081 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274123d-5358-4507-8c93-cd551889600c req-f9920654-f975-498d-86ff-f8e2b6fda315 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:50.210567 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6274123d-5358-4507-8c93-cd551889600c req-f9920654-f975-498d-86ff-f8e2b6fda315 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0721781 Sep 28 15:42:50.238612 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b210c66d-8934-4f6a-b2e1-d848a55e944f req-bda0cd53-b991-444f-a380-526bef265ed2 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838375 Sep 28 15:42:50.271186 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6274123d-5358-4507-8c93-cd551889600c req-5d59999e-7fb7-4fde-a1a7-fb8f99291403 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543742 Sep 28 15:42:50.471107 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab729c-6f2e-4963-9bf5-4d718e46faa1 req-4d183bf6-587a-4092-af7d-d1c63b4b67d8 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:50.472584 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bdab729c-6f2e-4963-9bf5-4d718e46faa1 req-4d183bf6-587a-4092-af7d-d1c63b4b67d8 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 943 time: 0.0482631 Sep 28 15:42:50.524171 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bdab729c-6f2e-4963-9bf5-4d718e46faa1 req-f425d09e-16c2-4542-9e22-67c2be047af9 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459132 Sep 28 15:42:51.402897 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658d293-5443-4fbc-b3dc-d0b00dfeaba0 req-e31b2d4c-8f62-47d1-b5c5-d58e5341d543 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:51.404405 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5658d293-5443-4fbc-b3dc-d0b00dfeaba0 req-e31b2d4c-8f62-47d1-b5c5-d58e5341d543 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0829005 Sep 28 15:42:51.414895 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3f006-520f-478d-8b09-2f8fe6d5256f req-abab187d-2741-4035-a7ca-cd9035a71715 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:51.417113 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-82c3f006-520f-478d-8b09-2f8fe6d5256f req-abab187d-2741-4035-a7ca-cd9035a71715 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0657895 Sep 28 15:42:51.490040 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5658d293-5443-4fbc-b3dc-d0b00dfeaba0 req-5d40bbfb-379f-491d-9ad2-aabbd85f792f tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719097 Sep 28 15:42:51.523113 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-82c3f006-520f-478d-8b09-2f8fe6d5256f req-b89b3e45-aa4f-45e9-84bb-e9886f9c8a17 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974736 Sep 28 15:42:51.610948 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:51.646714 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4c6af-d3d0-43a4-ad53-986f22c81315 req-86421cd1-67cc-4a8f-8fc1-dd64ffc91b11 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:51.648178 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91c4c6af-d3d0-43a4-ad53-986f22c81315 req-86421cd1-67cc-4a8f-8fc1-dd64ffc91b11 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 943 time: 0.0475445 Sep 28 15:42:51.694333 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91c4c6af-d3d0-43a4-ad53-986f22c81315 req-4d93f742-2f8d-4f55-a9e2-9a693fc39349 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Sep 28 15:42:52.640746 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2be0b-9e11-4fc5-9ae2-41f07f6b0be6 req-8259ed77-dc13-4590-a35b-cf3c04df935b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:52.642237 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-42a2be0b-9e11-4fc5-9ae2-41f07f6b0be6 req-8259ed77-dc13-4590-a35b-cf3c04df935b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0729573 Sep 28 15:42:52.668784 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b3063-397d-4351-a6a1-d3b4cbd90802 req-5508c739-4eb1-424a-bd12-0738956bd964 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:52.670248 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d3b3063-397d-4351-a6a1-d3b4cbd90802 req-5508c739-4eb1-424a-bd12-0738956bd964 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0709925 Sep 28 15:42:52.720860 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-42a2be0b-9e11-4fc5-9ae2-41f07f6b0be6 req-24c02c31-94e3-4d9b-9ff3-34d643564d2b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730705 Sep 28 15:42:52.737982 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d3b3063-397d-4351-a6a1-d3b4cbd90802 req-5155c2a0-d14f-4c06-b1c5-ab8fc40b6cae tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601108 Sep 28 15:42:52.820353 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca134f9-5927-4881-9e53-c0374f19c93a req-2e61c6aa-2d8a-4a27-b2ae-36548c070745 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:52.821828 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1ca134f9-5927-4881-9e53-c0374f19c93a req-2e61c6aa-2d8a-4a27-b2ae-36548c070745 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 943 time: 0.0456820 Sep 28 15:42:52.845471 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:52.869339 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1ca134f9-5927-4881-9e53-c0374f19c93a req-f86e299f-ff42-4030-8828-a45b0fa863b4 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Sep 28 15:42:53.866566 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39f296-5e50-4ccb-8878-5434e44e845a req-f645bfb9-4acb-4039-a2b5-c73d7443eb46 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:53.867941 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-be39f296-5e50-4ccb-8878-5434e44e845a req-f645bfb9-4acb-4039-a2b5-c73d7443eb46 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0721540 Sep 28 15:42:53.895263 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523dd01-deed-46f3-88e3-fcc5f3fd5ea6 req-9d6ada12-fb82-4929-844a-2247fa82be77 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:53.898123 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6523dd01-deed-46f3-88e3-fcc5f3fd5ea6 req-9d6ada12-fb82-4929-844a-2247fa82be77 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0704436 Sep 28 15:42:53.943466 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-be39f296-5e50-4ccb-8878-5434e44e845a req-42616111-3ef1-4985-97d6-6013a54e68ae tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692136 Sep 28 15:42:53.963986 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6523dd01-deed-46f3-88e3-fcc5f3fd5ea6 req-ac475ebc-59c3-4858-b340-b691e38b58f7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605013 Sep 28 15:42:54.043595 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c66a5-2378-4796-b9b2-915179a3fd7d req-5adc4123-4fd4-4673-a71e-d47adcbc8c23 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:54.045238 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-531c66a5-2378-4796-b9b2-915179a3fd7d req-5adc4123-4fd4-4673-a71e-d47adcbc8c23 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 943 time: 0.0456719 Sep 28 15:42:54.094665 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-531c66a5-2378-4796-b9b2-915179a3fd7d req-b0c7c69a-9616-4052-8cb8-1464e87c85f6 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440130 Sep 28 15:42:54.385270 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-58fc8103-a9a8-417e-a7d2-c5c3a00160ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:54.686759 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-0278a702-e3a2-4c85-a101-a31d3631f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:54.688188 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-0278a702-e3a2-4c85-a101-a31d3631f772 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3b099f10-396e-4383-82c8-200144cfeacc HTTP/1.1" status: 200 len: 849 time: 0.0439985 Sep 28 15:42:54.754273 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-a9f514ce-c612-4a5e-952b-edcf237c72e4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=84f80fdf-b0dd-46dc-8fee-113483d41db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248151 Sep 28 15:42:54.882351 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-32cc9378-a4cb-46d6-8dd9-3051122dffc5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862200 Sep 28 15:42:55.119958 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f66e84-48ae-4044-bdad-804ea8361b52 req-612e7be5-f6d0-465e-b27b-d775c32dbc5b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:55.121423 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f4f66e84-48ae-4044-bdad-804ea8361b52 req-612e7be5-f6d0-465e-b27b-d775c32dbc5b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0873373 Sep 28 15:42:55.166467 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c41abc-9a5b-4f8c-83a3-8563289ee8e0 req-7ca49b5c-4f69-4797-905a-c62629ab7b08 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:55.167812 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a6c41abc-9a5b-4f8c-83a3-8563289ee8e0 req-7ca49b5c-4f69-4797-905a-c62629ab7b08 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.1040661 Sep 28 15:42:55.188821 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44ed554b-dd0e-4191-8b2f-25e35c202395 req-bb66deb6-5510-4ac8-bdc6-776730216347 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036943 Sep 28 15:42:55.216452 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f4f66e84-48ae-4044-bdad-804ea8361b52 req-b4a5f712-d767-465d-bc9b-c45d99dd6067 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849979 Sep 28 15:42:55.244093 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:55.244093 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a6c41abc-9a5b-4f8c-83a3-8563289ee8e0 req-e9069db0-83ac-4d38-8bdc-7244e4d9dc73 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633295 Sep 28 15:42:55.322151 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85c23e-d879-4ba6-a540-5a0e9bee8f68 req-e0791c93-254f-4000-8ae0-aac88aceec15 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:55.323630 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3f85c23e-d879-4ba6-a540-5a0e9bee8f68 req-e0791c93-254f-4000-8ae0-aac88aceec15 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 943 time: 0.0464010 Sep 28 15:42:55.378363 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3f85c23e-d879-4ba6-a540-5a0e9bee8f68 req-21f00bdc-b085-4221-bba3-f0654088e27b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491431 Sep 28 15:42:56.357611 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d23368-8785-4ba5-81b4-319fedf63500 req-a85d7060-349d-4b55-abaa-6bdb9bbdd272 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:56.359084 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-77d23368-8785-4ba5-81b4-319fedf63500 req-a85d7060-349d-4b55-abaa-6bdb9bbdd272 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0681980 Sep 28 15:42:56.390917 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5764b5a-05bc-48f3-a81d-8ca3c7cd42da req-5e79ea97-d298-467c-a368-2c8dd022e8e1 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:56.392332 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e5764b5a-05bc-48f3-a81d-8ca3c7cd42da req-5e79ea97-d298-467c-a368-2c8dd022e8e1 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0675118 Sep 28 15:42:56.431706 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-77d23368-8785-4ba5-81b4-319fedf63500 req-a6a49aff-bf2b-4e69-a120-82c97dfd846b tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671835 Sep 28 15:42:56.461088 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e5764b5a-05bc-48f3-a81d-8ca3c7cd42da req-31927a92-526f-427b-a0c7-224071c0b97b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584896 Sep 28 15:42:56.481405 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-61051fe6-c8f7-41a0-83d4-64d4f8edbee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:56.496938 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:56.533797 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf27e9-5709-47af-bd0e-5b8597d5c1ce req-bbe2a96c-e4bf-4a4a-8491-e0fb7b6a8705 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:56.535221 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a0bf27e9-5709-47af-bd0e-5b8597d5c1ce req-bbe2a96c-e4bf-4a4a-8491-e0fb7b6a8705 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 943 time: 0.0471532 Sep 28 15:42:56.582933 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a0bf27e9-5709-47af-bd0e-5b8597d5c1ce req-5f05da43-448b-4ca7-ac26-236118a47e12 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Sep 28 15:42:57.074886 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc102f-c76f-4266-a41b-d150361eb841 req-56f75868-0173-4be3-9d61-6ff29b1881d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:57.076527 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aacc102f-c76f-4266-a41b-d150361eb841 req-56f75868-0173-4be3-9d61-6ff29b1881d8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f9b4928b5e2d4f6286e8e56d35c813a9&device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 1127 time: 0.0761898 Sep 28 15:42:57.088582 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620afba-d316-451b-8c09-d06f69f7db8c req-1828be64-13e1-4ffa-97fd-59f564f228eb tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:57.090012 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b620afba-d316-451b-8c09-d06f69f7db8c req-1828be64-13e1-4ffa-97fd-59f564f228eb tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.0630934 Sep 28 15:42:57.251279 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-b620afba-d316-451b-8c09-d06f69f7db8c req-896dcad3-5117-4f81-b16e-3732a806ce1c tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Deleting port ee69f789-a694-42a3-869d-d84a727eae15 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:42:57.251620 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b620afba-d316-451b-8c09-d06f69f7db8c req-896dcad3-5117-4f81-b16e-3732a806ce1c tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (ee69f789-a694-42a3-869d-d84a727eae15), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:57.257770 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc102f-c76f-4266-a41b-d150361eb841 req-a6a225ca-9b2d-4902-b9f9-87683fe8eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:57.259483 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aacc102f-c76f-4266-a41b-d150361eb841 req-a6a225ca-9b2d-4902-b9f9-87683fe8eba3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=84f80fdf-b0dd-46dc-8fee-113483d41db6 HTTP/1.1" status: 200 len: 909 time: 0.1684065 Sep 28 15:42:57.337899 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aacc102f-c76f-4266-a41b-d150361eb841 req-1e2af7ef-91a5-4e59-ae23-1d26beb5d9e8 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdc47771-d34a-4f68-a2e8-32f1a46158ef HTTP/1.1" status: 200 len: 217 time: 0.0687876 Sep 28 15:42:57.424451 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc102f-c76f-4266-a41b-d150361eb841 req-b413e881-ab03-4e69-8062-558d37f1ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:57.426070 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aacc102f-c76f-4266-a41b-d150361eb841 req-b413e881-ab03-4e69-8062-558d37f1ef1f service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3b099f10-396e-4383-82c8-200144cfeacc HTTP/1.1" status: 200 len: 849 time: 0.0780487 Sep 28 15:42:57.427699 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-b620afba-d316-451b-8c09-d06f69f7db8c req-896dcad3-5117-4f81-b16e-3732a806ce1c tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] For port ee69f789-a694-42a3-869d-d84a727eae15, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ee69f789-a694-42a3-869d-d84a727eae15,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:57.428057 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b620afba-d316-451b-8c09-d06f69f7db8c req-896dcad3-5117-4f81-b16e-3732a806ce1c tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (ee69f789-a694-42a3-869d-d84a727eae15), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:57.461434 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-b620afba-d316-451b-8c09-d06f69f7db8c req-896dcad3-5117-4f81-b16e-3732a806ce1c tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Calling delete_port for ee69f789-a694-42a3-869d-d84a727eae15 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:42:57.467005 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aacc102f-c76f-4266-a41b-d150361eb841 req-eea8b69a-d122-4bf1-b019-777804b2dc90 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=84f80fdf-b0dd-46dc-8fee-113483d41db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316379 Sep 28 15:42:57.620654 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:57.644204 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:57.873700 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813981d4-eed3-4937-8e04-f02c699b3fbe req-554a5021-45c7-4ba2-8cff-c1ee0c2084fd tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:57.875354 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-813981d4-eed3-4937-8e04-f02c699b3fbe req-554a5021-45c7-4ba2-8cff-c1ee0c2084fd tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 945 time: 0.3594089 Sep 28 15:42:57.883224 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:57.913031 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ca8fc-ed69-4af6-aa56-2c3e2d978a0d req-7149d1a0-cecc-40c9-bc1d-843d835a0666 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:57.914483 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1a5ca8fc-ed69-4af6-aa56-2c3e2d978a0d req-7149d1a0-cecc-40c9-bc1d-843d835a0666 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.3603659 Sep 28 15:42:58.007011 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:58.010725 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aacc102f-c76f-4266-a41b-d150361eb841 req-f0184868-64cc-424f-8ac3-5d49bc0c7386 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032368 Sep 28 15:42:58.060080 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-813981d4-eed3-4937-8e04-f02c699b3fbe req-e466fd66-0c2e-49df-8e04-738013c766d3 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76b2beb4-3cb2-4034-9266-eb6ef84822ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751122 Sep 28 15:42:58.136672 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1a5ca8fc-ed69-4af6-aa56-2c3e2d978a0d req-ab1b08a7-8db0-43ee-ba67-7944fa285665 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103245 Sep 28 15:42:58.194813 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b620afba-d316-451b-8c09-d06f69f7db8c req-896dcad3-5117-4f81-b16e-3732a806ce1c tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (ee69f789-a694-42a3-869d-d84a727eae15), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:58.247939 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709e0bb-35a6-46a5-9b5c-f3dbbf49ee88 req-6407a517-e778-44e2-9bf4-ef35930ed356 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:58.248458 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:58.255044 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4709e0bb-35a6-46a5-9b5c-f3dbbf49ee88 req-6407a517-e778-44e2-9bf4-ef35930ed356 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 943 time: 0.1163487 Sep 28 15:42:58.266668 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dcad3-5117-4f81-b16e-3732a806ce1c tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Pushing event deleted for resources: {'Port': ['ID=ee69f789-a694-42a3-869d-d84a727eae15,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:58.344183 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aacc102f-c76f-4266-a41b-d150361eb841 req-1028a6ce-aab3-4daa-a2c1-136fda0f5c9d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129420 Sep 28 15:42:58.394576 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b620afba-d316-451b-8c09-d06f69f7db8c req-896dcad3-5117-4f81-b16e-3732a806ce1c tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] No DVR routers for this DVR port ee69f789-a694-42a3-869d-d84a727eae15 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:42:58.401892 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b620afba-d316-451b-8c09-d06f69f7db8c req-896dcad3-5117-4f81-b16e-3732a806ce1c tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:58.405238 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b620afba-d316-451b-8c09-d06f69f7db8c req-896dcad3-5117-4f81-b16e-3732a806ce1c tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.50 "DELETE /networking/v2.0/ports/ee69f789-a694-42a3-869d-d84a727eae15 HTTP/1.1" status: 204 len: 173 time: 1.3060842 Sep 28 15:42:58.405740 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be', 'name': 'network-vif-deleted', 'tag': 'ee69f789-a694-42a3-869d-d84a727eae15'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:42:58.408056 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e75974-66f6-4345-9b48-994888249dd6" -d '{"events": [{"server_uuid": "a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be", "name": "network-vif-deleted", "tag": "ee69f789-a694-42a3-869d-d84a727eae15"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:42:58.431183 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4709e0bb-35a6-46a5-9b5c-f3dbbf49ee88 req-e79353df-3deb-4bad-bfbe-32daebc3106c tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741486 Sep 28 15:42:58.477290 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6ad691-b846-44ad-b6b0-b8526dc98fc7 x-openstack-request-id: req-cb6ad691-b846-44ad-b6b0-b8526dc98fc7 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:42:58.478881 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be", "name": "network-vif-deleted", "tag": "ee69f789-a694-42a3-869d-d84a727eae15", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:42:58.479133 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb6ad691-b846-44ad-b6b0-b8526dc98fc7 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:42:58.479525 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6ad691-b846-44ad-b6b0-b8526dc98fc7'] response: {'server_uuid': 'a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be', 'name': 'network-vif-deleted', 'tag': 'ee69f789-a694-42a3-869d-d84a727eae15', 'status': 'completed', 'code': 200} Sep 28 15:42:58.540812 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 39770) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:58.649938 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6eff8351-bc33-4fdb-b753-8512613fa395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:58.730553 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6eff8351-bc33-4fdb-b753-8512613fa395 admin admin] Publish callbacks [] for security_group (7413bf90-bc8f-4724-b4c6-cfd72a7bfa0c), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:58.735078 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6eff8351-bc33-4fdb-b753-8512613fa395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (7413bf90-bc8f-4724-b4c6-cfd72a7bfa0c), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:58.772928 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device bdc47771-d34a-4f68-a2e8-32f1a46158ef details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:42:58.777325 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff8351-bc33-4fdb-b753-8512613fa395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7413bf90-bc8f-4724-b4c6-cfd72a7bfa0c,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:58.781620 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-6eff8351-bc33-4fdb-b753-8512613fa395 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=822aea8ec9d546d59049b9dda9f21b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396579 Sep 28 15:42:58.784380 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 39776) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:58.795260 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device ee69f789-a694-42a3-869d-d84a727eae15 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:42:58.834171 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-009bf3b7-0853-4d4a-ba2b-96e76e6904a6 admin admin] Publish callbacks [] for security_group (7413bf90-bc8f-4724-b4c6-cfd72a7bfa0c), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:58.850564 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: ee69f789-a694-42a3-869d-d84a727eae15 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:42:58.851259 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device ee69f789-a694-42a3-869d-d84a727eae15 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:42:58.856741 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-009bf3b7-0853-4d4a-ba2b-96e76e6904a6 admin admin] Publish callbacks [] for security_group (7413bf90-bc8f-4724-b4c6-cfd72a7bfa0c), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:58.905219 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-009bf3b7-0853-4d4a-ba2b-96e76e6904a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (7413bf90-bc8f-4724-b4c6-cfd72a7bfa0c), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:58.908608 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-009bf3b7-0853-4d4a-ba2b-96e76e6904a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:58.911783 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-009bf3b7-0853-4d4a-ba2b-96e76e6904a6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7413bf90-bc8f-4724-b4c6-cfd72a7bfa0c HTTP/1.1" status: 204 len: 168 time: 0.1238894 Sep 28 15:42:58.918121 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:58.919230 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bf3b7-0853-4d4a-ba2b-96e76e6904a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7413bf90-bc8f-4724-b4c6-cfd72a7bfa0c,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:58.927260 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port bdc47771-d34a-4f68-a2e8-32f1a46158ef, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=bdc47771-d34a-4f68-a2e8-32f1a46158ef,segment=NetworkSegment(ed6ce6f5-634c-419c-bf9f-c8af664197c8),segment_id=ed6ce6f5-634c-419c-bf9f-c8af664197c8)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:58.951358 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': 'bdc47771-d34a-4f68-a2e8-32f1a46158ef', 'network_id': '84f80fdf-b0dd-46dc-8fee-113483d41db6', 'port_id': 'bdc47771-d34a-4f68-a2e8-32f1a46158ef', 'mac_address': 'fa:16:3e:bc:a3:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b099f10-396e-4383-82c8-200144cfeacc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:42:58.990659 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port bdc47771-d34a-4f68-a2e8-32f1a46158ef is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:42:58.991046 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.006736 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc47771-d34a-4f68-a2e8-32f1a46158ef {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:42:59.028895 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port bdc47771-d34a-4f68-a2e8-32f1a46158ef, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=bdc47771-d34a-4f68-a2e8-32f1a46158ef,segment=NetworkSegment(ed6ce6f5-634c-419c-bf9f-c8af664197c8),segment_id=ed6ce6f5-634c-419c-bf9f-c8af664197c8)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:42:59.033191 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.083484 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=bdc47771-d34a-4f68-a2e8-32f1a46158ef,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:59.211589 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4205e1bb-e2e1-4205-97ca-33ea856c2052 req-be7d29de-a1e7-4839-b1c4-41933b07db41 tempest-DeleteServersTestJSON-1352244844 tempest-DeleteServersTestJSON-1352244844-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a0e52b94-b4ab-4a07-9bf6-9a1c15dec3be HTTP/1.1" status: 200 len: 210 time: 0.0417838 Sep 28 15:42:59.242927 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39786) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:59.256850 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-72abbd20-b62f-4e83-a816-34f673a0ae09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.283830 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481b785-36b7-40a3-a11f-987030e6ddd4 req-2928dfd5-ce53-4bb4-a760-7c6f79f22bfc tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:59.285318 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f481b785-36b7-40a3-a11f-987030e6ddd4 req-2928dfd5-ce53-4bb4-a760-7c6f79f22bfc tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0511980 Sep 28 15:42:59.333805 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-72abbd20-b62f-4e83-a816-34f673a0ae09 admin admin] Publish callbacks [] for security_group (ba0170c5-7525-4631-8530-2e41396952eb), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.335202 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f481b785-36b7-40a3-a11f-987030e6ddd4 req-c8020547-25bf-49ee-8586-ceab9706e662 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435436 Sep 28 15:42:59.338755 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-72abbd20-b62f-4e83-a816-34f673a0ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ba0170c5-7525-4631-8530-2e41396952eb), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.364922 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['bdc47771-d34a-4f68-a2e8-32f1a46158ef'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:42:59.380342 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-72abbd20-b62f-4e83-a816-34f673a0ae09 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d728706ab37246508ec0966905a0d5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361384 Sep 28 15:42:59.381221 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abbd20-b62f-4e83-a816-34f673a0ae09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0170c5-7525-4631-8530-2e41396952eb,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:59.383132 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 39788) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:59.439182 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f2104f81-a94f-4ca1-a07c-ea53ab2688ca admin admin] Publish callbacks [] for security_group (ba0170c5-7525-4631-8530-2e41396952eb), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.461102 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f2104f81-a94f-4ca1-a07c-ea53ab2688ca admin admin] Publish callbacks [] for security_group (ba0170c5-7525-4631-8530-2e41396952eb), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.538258 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f2104f81-a94f-4ca1-a07c-ea53ab2688ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ba0170c5-7525-4631-8530-2e41396952eb), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.541553 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f2104f81-a94f-4ca1-a07c-ea53ab2688ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.545022 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-f2104f81-a94f-4ca1-a07c-ea53ab2688ca admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ba0170c5-7525-4631-8530-2e41396952eb HTTP/1.1" status: 204 len: 168 time: 0.1577814 Sep 28 15:42:59.579812 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2104f81-a94f-4ca1-a07c-ea53ab2688ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0170c5-7525-4631-8530-2e41396952eb,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:42:59.594412 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a15d8-5616-4c6f-9401-e3bad5431d50 req-4a399b0b-bdde-4490-8e38-58d6f6426ea0 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:42:59.601719 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-332a15d8-5616-4c6f-9401-e3bad5431d50 req-4a399b0b-bdde-4490-8e38-58d6f6426ea0 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 944 time: 0.0780971 Sep 28 15:42:59.678793 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-332a15d8-5616-4c6f-9401-e3bad5431d50 req-d98363af-1ff9-49f7-8f40-c492e1c7321b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732999 Sep 28 15:42:59.725844 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.729635 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.790968 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 39802) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:42:59.899664 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd31f81f-3ca1-458e-ba05-d84bda45ec03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.902439 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:42:59.984142 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd31f81f-3ca1-458e-ba05-d84bda45ec03 admin admin] Publish callbacks [] for security_group (ac40d2f7-13d6-4f6e-8eaa-eb3f50a73fab), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:42:59.988331 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd31f81f-3ca1-458e-ba05-d84bda45ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ac40d2f7-13d6-4f6e-8eaa-eb3f50a73fab), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.028815 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-dd31f81f-3ca1-458e-ba05-d84bda45ec03 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dbcfc825d7534d7d9f839f8c1a2e0560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367587 Sep 28 15:43:00.029700 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31f81f-3ca1-458e-ba05-d84bda45ec03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac40d2f7-13d6-4f6e-8eaa-eb3f50a73fab,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:00.031687 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39814) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:00.086352 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1edb0587-70dd-42ae-ad90-4e60aaba2cca admin admin] Publish callbacks [] for security_group (ac40d2f7-13d6-4f6e-8eaa-eb3f50a73fab), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.107473 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1edb0587-70dd-42ae-ad90-4e60aaba2cca admin admin] Publish callbacks [] for security_group (ac40d2f7-13d6-4f6e-8eaa-eb3f50a73fab), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.160600 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1edb0587-70dd-42ae-ad90-4e60aaba2cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ac40d2f7-13d6-4f6e-8eaa-eb3f50a73fab), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.163432 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1edb0587-70dd-42ae-ad90-4e60aaba2cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.167046 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-1edb0587-70dd-42ae-ad90-4e60aaba2cca admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ac40d2f7-13d6-4f6e-8eaa-eb3f50a73fab HTTP/1.1" status: 204 len: 168 time: 0.1318858 Sep 28 15:43:00.173291 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb0587-70dd-42ae-ad90-4e60aaba2cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac40d2f7-13d6-4f6e-8eaa-eb3f50a73fab,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:00.485059 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee28034-7b10-45d3-ab37-e99ead815485 req-9f327dc0-165d-4daa-aefd-227545e13092 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:00.487612 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ee28034-7b10-45d3-ab37-e99ead815485 req-9f327dc0-165d-4daa-aefd-227545e13092 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0562458 Sep 28 15:43:00.560117 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ee28034-7b10-45d3-ab37-e99ead815485 req-c961950f-619f-4c90-af7d-1cd4289424bf tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647168 Sep 28 15:43:00.584559 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39842) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:00.598017 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-66cc406e-6d6a-447c-bc2c-ce3fdbb9b1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.693215 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-66cc406e-6d6a-447c-bc2c-ce3fdbb9b1e7 admin admin] Publish callbacks [] for security_group (b41d2f18-ddf9-4d9d-a230-b2e78e99d441), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.698175 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-66cc406e-6d6a-447c-bc2c-ce3fdbb9b1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (b41d2f18-ddf9-4d9d-a230-b2e78e99d441), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.752208 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc406e-6d6a-447c-bc2c-ce3fdbb9b1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41d2f18-ddf9-4d9d-a230-b2e78e99d441,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:00.758582 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-66cc406e-6d6a-447c-bc2c-ce3fdbb9b1e7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9586e830bb164a3bad7f7713ea57081b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1729248 Sep 28 15:43:00.761182 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39852) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:00.774940 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device bdc47771-d34a-4f68-a2e8-32f1a46158ef up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:43:00.837660 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port bdc47771-d34a-4f68-a2e8-32f1a46158ef completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:43:00.847091 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port bdc47771-d34a-4f68-a2e8-32f1a46158ef triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:43:00.847799 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.849111 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port bdc47771-d34a-4f68-a2e8-32f1a46158ef Sep 28 15:43:00.852800 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:00.866892 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-da0a5f49-57aa-4fc4-a026-44fdc5af496f admin admin] Publish callbacks [] for security_group (b41d2f18-ddf9-4d9d-a230-b2e78e99d441), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.873088 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf34c91-a2e4-45da-b080-43cd279faab3 req-06b1c3c2-d2ac-4052-a2da-c9db100211c6 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:00.875112 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8cf34c91-a2e4-45da-b080-43cd279faab3 req-06b1c3c2-d2ac-4052-a2da-c9db100211c6 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 944 time: 0.0794816 Sep 28 15:43:00.891388 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-da0a5f49-57aa-4fc4-a026-44fdc5af496f admin admin] Publish callbacks [] for security_group (b41d2f18-ddf9-4d9d-a230-b2e78e99d441), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.898480 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:00.942079 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8cf34c91-a2e4-45da-b080-43cd279faab3 req-82a88af4-ad8b-4208-abf6-175870f9f0a1 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593252 Sep 28 15:43:00.958735 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-da0a5f49-57aa-4fc4-a026-44fdc5af496f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (b41d2f18-ddf9-4d9d-a230-b2e78e99d441), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.962362 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-da0a5f49-57aa-4fc4-a026-44fdc5af496f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.963516 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-da0a5f49-57aa-4fc4-a026-44fdc5af496f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b41d2f18-ddf9-4d9d-a230-b2e78e99d441 HTTP/1.1" status: 204 len: 168 time: 0.2008829 Sep 28 15:43:00.972810 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port bdc47771-d34a-4f68-a2e8-32f1a46158ef is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:43:00.973275 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:00.978494 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a5f49-57aa-4fc4-a026-44fdc5af496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41d2f18-ddf9-4d9d-a230-b2e78e99d441,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:01.015348 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc47771-d34a-4f68-a2e8-32f1a46158ef'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:43:01.018726 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3d29c8-1d74-48fd-bfba-3c340258fad0" -d '{"events": [{"server_uuid": "a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0", "name": "network-vif-plugged", "status": "completed", "tag": "bdc47771-d34a-4f68-a2e8-32f1a46158ef"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:43:01.036360 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port bdc47771-d34a-4f68-a2e8-32f1a46158ef, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=bdc47771-d34a-4f68-a2e8-32f1a46158ef,segment=NetworkSegment(ed6ce6f5-634c-419c-bf9f-c8af664197c8),segment_id=ed6ce6f5-634c-419c-bf9f-c8af664197c8)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:43:01.042280 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:01.097215 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d33bae5-8508-4a02-ad20-1f23d9669ee2 x-openstack-request-id: req-8d33bae5-8508-4a02-ad20-1f23d9669ee2 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:43:01.097599 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0", "name": "network-vif-plugged", "status": "completed", "tag": "bdc47771-d34a-4f68-a2e8-32f1a46158ef", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:43:01.097948 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d33bae5-8508-4a02-ad20-1f23d9669ee2 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:43:01.098412 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d33bae5-8508-4a02-ad20-1f23d9669ee2'] response: {'server_uuid': 'a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc47771-d34a-4f68-a2e8-32f1a46158ef', 'code': 200} Sep 28 15:43:01.114474 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=bdc47771-d34a-4f68-a2e8-32f1a46158ef,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:01.303493 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060309e-5aaa-4554-8f9d-f5d3276a718d req-fc48614f-2bff-46f1-9074-e82f91b9e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:01.306134 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d060309e-5aaa-4554-8f9d-f5d3276a718d req-fc48614f-2bff-46f1-9074-e82f91b9e818 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 1129 time: 0.0478501 Sep 28 15:43:01.354068 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d060309e-5aaa-4554-8f9d-f5d3276a718d req-37c34cdd-390b-44b8-80c3-7dc222755e21 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Sep 28 15:43:01.695449 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f6700-7f75-4b2e-a44b-32bd870d6846 req-619fd31b-6d2c-43f5-abff-69895485d9dc tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:01.697013 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-353f6700-7f75-4b2e-a44b-32bd870d6846 req-619fd31b-6d2c-43f5-abff-69895485d9dc tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0529881 Sep 28 15:43:01.710521 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:01.754438 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-353f6700-7f75-4b2e-a44b-32bd870d6846 req-972d9f30-8dfa-458c-a71a-2dcea705c9f3 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512729 Sep 28 15:43:01.973925 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 39934) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:02.125794 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8424211-6e82-416e-bfb7-2788274f9b8b req-82611b68-5691-47bd-9068-1a5966e0ee6f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:02.127450 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a8424211-6e82-416e-bfb7-2788274f9b8b req-82611b68-5691-47bd-9068-1a5966e0ee6f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 945 time: 0.0958154 Sep 28 15:43:02.225575 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39938) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:02.264828 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a8424211-6e82-416e-bfb7-2788274f9b8b req-955511d7-246c-45c8-97d2-b89754e44554 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986564 Sep 28 15:43:02.374623 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60965c8a-e6a4-4042-a009-e0f79acd9d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:02.409545 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:02.422086 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:02.439070 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:02.459531 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60965c8a-e6a4-4042-a009-e0f79acd9d88 admin admin] Publish callbacks [] for security_group (56ab1ab2-3883-4025-b79c-d7055ad2dd61), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:02.465558 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60965c8a-e6a4-4042-a009-e0f79acd9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (56ab1ab2-3883-4025-b79c-d7055ad2dd61), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:02.490850 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000813'] for router_interface (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:02.506196 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60965c8a-e6a4-4042-a009-e0f79acd9d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ab1ab2-3883-4025-b79c-d7055ad2dd61,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:02.511087 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-60965c8a-e6a4-4042-a009-e0f79acd9d88 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e2cebcfe611a4042904e7ef539658a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842803 Sep 28 15:43:02.513654 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39946) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:02.566475 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-612de639-48e5-4dc3-a005-6b01bdbc5ea7 admin admin] Publish callbacks [] for security_group (56ab1ab2-3883-4025-b79c-d7055ad2dd61), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:02.587161 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-612de639-48e5-4dc3-a005-6b01bdbc5ea7 admin admin] Publish callbacks [] for security_group (56ab1ab2-3883-4025-b79c-d7055ad2dd61), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:02.635423 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-612de639-48e5-4dc3-a005-6b01bdbc5ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (56ab1ab2-3883-4025-b79c-d7055ad2dd61), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:02.638059 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-612de639-48e5-4dc3-a005-6b01bdbc5ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:02.639201 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-612de639-48e5-4dc3-a005-6b01bdbc5ea7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/56ab1ab2-3883-4025-b79c-d7055ad2dd61 HTTP/1.1" status: 204 len: 168 time: 0.1246302 Sep 28 15:43:02.648081 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612de639-48e5-4dc3-a005-6b01bdbc5ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ab1ab2-3883-4025-b79c-d7055ad2dd61,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:02.768152 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] Deleting port 584306b4-829a-4c6a-a828-9e2fcbad05d0 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:43:02.768622 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:02.881428 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] For port 584306b4-829a-4c6a-a828-9e2fcbad05d0, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=584306b4-829a-4c6a-a828-9e2fcbad05d0,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:43:02.881801 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:02.900477 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] Calling delete_port for 584306b4-829a-4c6a-a828-9e2fcbad05d0 owned by network:router_interface {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:43:02.907256 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e1a09-d85c-4807-b39c-f1d577638209 req-39c52955-f32b-43e1-a28f-cd9618c95949 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:02.908825 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c43e1a09-d85c-4807-b39c-f1d577638209 req-39c52955-f32b-43e1-a28f-cd9618c95949 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0733500 Sep 28 15:43:02.929802 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39954) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:02.943872 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-5466cdbf-6a34-4e0a-8e12-db63bbc5e1a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:02.996789 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:03.005974 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c43e1a09-d85c-4807-b39c-f1d577638209 req-9a6a2a30-6c44-4616-bf95-30bf851c5675 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885954 Sep 28 15:43:03.021431 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-5466cdbf-6a34-4e0a-8e12-db63bbc5e1a1 admin admin] Publish callbacks [] for security_group (d9c296f9-a46c-4af9-b5d2-6e225b118084), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:03.031572 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-5466cdbf-6a34-4e0a-8e12-db63bbc5e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (d9c296f9-a46c-4af9-b5d2-6e225b118084), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:03.075369 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466cdbf-6a34-4e0a-8e12-db63bbc5e1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c296f9-a46c-4af9-b5d2-6e225b118084,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:03.080565 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-5466cdbf-6a34-4e0a-8e12-db63bbc5e1a1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=31bb57c9afec4002a58549dee76af5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487894 Sep 28 15:43:03.083255 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39956) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:03.135067 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (584306b4-829a-4c6a-a828-9e2fcbad05d0), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:03.137202 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bd07ab10-e5ed-47b7-9344-23508e265125 admin admin] Publish callbacks [] for security_group (d9c296f9-a46c-4af9-b5d2-6e225b118084), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:03.157201 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bd07ab10-e5ed-47b7-9344-23508e265125 admin admin] Publish callbacks [] for security_group (d9c296f9-a46c-4af9-b5d2-6e225b118084), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:03.158814 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=584306b4-829a-4c6a-a828-9e2fcbad05d0,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:03.207795 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bd07ab10-e5ed-47b7-9344-23508e265125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (d9c296f9-a46c-4af9-b5d2-6e225b118084), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:03.212746 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bd07ab10-e5ed-47b7-9344-23508e265125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:03.218464 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-bd07ab10-e5ed-47b7-9344-23508e265125 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d9c296f9-a46c-4af9-b5d2-6e225b118084 HTTP/1.1" status: 204 len: 168 time: 0.1332576 Sep 28 15:43:03.227827 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07ab10-e5ed-47b7-9344-23508e265125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c296f9-a46c-4af9-b5d2-6e225b118084,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:03.316244 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009117'] for router_interface (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:03.462104 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:03.471790 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a1ce-4cee-4638-b3ec-99eaa65cd7e9 req-8c4c7738-67c3-42d8-a2c0-317a9fe223d7 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:03.473289 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8d71a1ce-4cee-4638-b3ec-99eaa65cd7e9 req-8c4c7738-67c3-42d8-a2c0-317a9fe223d7 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 945 time: 0.0888071 Sep 28 15:43:03.571766 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8d71a1ce-4cee-4638-b3ec-99eaa65cd7e9 req-4242e849-3fd4-45e8-8ae1-ac2d0b734019 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903237 Sep 28 15:43:03.664425 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] Router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:43:03.788905 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:43:03.797608 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-089b98d0-40b4-4f5f-ae4b-515a4707fac1 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8226063 Sep 28 15:43:03.798292 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b950ddf-3d2d-4933-a2fa-86ea822533f1 None None] Sync routers for ids ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:43:03.800318 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 39984) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:03.818921 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b950ddf-3d2d-4933-a2fa-86ea822533f1 None None] Routers {'0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:43:03.819728 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-2b950ddf-3d2d-4933-a2fa-86ea822533f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:42:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:43:03.925000 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Publish callbacks [] for router (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:03.939910 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-2b950ddf-3d2d-4933-a2fa-86ea822533f1 None None] Set router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:43:04.068948 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Publish callbacks [] for router_gateway (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:04.130558 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Deleting port 2776856d-a99f-479a-a008-d9028bfe09cb {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:43:04.131088 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:04.177178 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:04.177815 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:04.180102 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-2b950ddf-3d2d-4933-a2fa-86ea822533f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'name': 'tempest-DeleteServersTestJSON-1608050589-router', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:43:03Z', 'revision_number': 5, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'gw_port': {'id': '2776856d-a99f-479a-a008-d9028bfe09cb', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:27Z', 'updated_at': '2022-09-28T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:43:04.225767 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513544-8783-4b44-9557-3aa251357d75 req-7ca35082-51c1-49f3-bf59-0b7c25416374 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:04.230235 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f513544-8783-4b44-9557-3aa251357d75 req-7ca35082-51c1-49f3-bf59-0b7c25416374 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.1261981 Sep 28 15:43:04.235605 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b950ddf-3d2d-4933-a2fa-86ea822533f1 None None] Checking router: 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:43:04.245574 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] For port 2776856d-a99f-479a-a008-d9028bfe09cb, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=2776856d-a99f-479a-a008-d9028bfe09cb,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:43:04.246178 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:04.254731 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b950ddf-3d2d-4933-a2fa-86ea822533f1 None None] Routers {'0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:43:04.255575 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-2b950ddf-3d2d-4933-a2fa-86ea822533f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:42:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:43:04.263098 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Calling delete_port for 2776856d-a99f-479a-a008-d9028bfe09cb owned by network:router_gateway {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:43:04.336548 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f513544-8783-4b44-9557-3aa251357d75 req-b69595fc-334f-4d8c-b7a0-409e0deea01f tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989757 Sep 28 15:43:04.361431 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-2b950ddf-3d2d-4933-a2fa-86ea822533f1 None None] Set router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 gateway port host: None {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:43:04.418773 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-2b950ddf-3d2d-4933-a2fa-86ea822533f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'name': 'tempest-DeleteServersTestJSON-1608050589-router', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:43:04Z', 'revision_number': 6, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'gw_port_host': None}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:43:04.448771 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b950ddf-3d2d-4933-a2fa-86ea822533f1 None None] The sync data for ids ['0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2'] in dv-cinder-859319-2-iscsi is: [{'id': '0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2', 'name': 'tempest-DeleteServersTestJSON-1608050589-router', 'tenant_id': '6822e0b3eedd404895cd4c0c64082344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:43:04Z', 'revision_number': 6, 'project_id': '6822e0b3eedd404895cd4c0c64082344', 'gw_port_host': None}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:43:04.511104 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (2776856d-a99f-479a-a008-d9028bfe09cb), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:04.536479 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2776856d-a99f-479a-a008-d9028bfe09cb,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:04.545056 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788b37f-9a00-4aa2-89c3-0d22aaa71422 req-1c50cc1e-b4e7-4609-a9dc-2ca319529a12 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:04.546736 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8788b37f-9a00-4aa2-89c3-0d22aaa71422 req-1c50cc1e-b4e7-4609-a9dc-2ca319529a12 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 945 time: 0.0668380 Sep 28 15:43:04.602809 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8788b37f-9a00-4aa2-89c3-0d22aaa71422 req-d165ddfa-b192-43c6-9d56-030e60a1a730 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492954 Sep 28 15:43:04.607730 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008939'] for router_gateway (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:04.719524 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2009202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-907'] for router (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:04.721967 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Publish callbacks [] for router_controller (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:04.793365 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2009195'] for router (0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:04.794191 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 {{(pid=112831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 15:43:04.800598 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:04.801721 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-76329712-9c69-4407-9b9d-08fab7f525c8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/0e1255bc-7bf2-4f2f-9f76-dd0f45922bf2 HTTP/1.1" status: 204 len: 168 time: 1.0004077 Sep 28 15:43:04.804438 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40024) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:04.859632 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f59694-c95a-4529-a9e5-c34fcc34cf5a admin admin] Deleting subnet 3ba17e55-cd6a-4168-9e6d-8d57c624d948 {{(pid=112831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:43:04.864048 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42f59694-c95a-4529-a9e5-c34fcc34cf5a admin admin] Publish callbacks [] for subnet (3ba17e55-cd6a-4168-9e6d-8d57c624d948), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:04.911804 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42f59694-c95a-4529-a9e5-c34fcc34cf5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064839'] for subnet (3ba17e55-cd6a-4168-9e6d-8d57c624d948), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:04.941159 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 40030) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:05.040033 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42f59694-c95a-4529-a9e5-c34fcc34cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (3ba17e55-cd6a-4168-9e6d-8d57c624d948), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.095740 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42f59694-c95a-4529-a9e5-c34fcc34cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3622050'] for subnet (3ba17e55-cd6a-4168-9e6d-8d57c624d948), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.122664 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f59694-c95a-4529-a9e5-c34fcc34cf5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba17e55-cd6a-4168-9e6d-8d57c624d948,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:05.126621 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42f59694-c95a-4529-a9e5-c34fcc34cf5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.132407 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-42f59694-c95a-4529-a9e5-c34fcc34cf5a admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/3ba17e55-cd6a-4168-9e6d-8d57c624d948 HTTP/1.1" status: 204 len: 168 time: 0.3268156 Sep 28 15:43:05.132518 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b133c9d-4fe0-49e2-892a-ee5af18e4a82 None None] Network e3f5d48c-3282-4a82-969b-edabdb53cfff requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:43:05.133530 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 40040) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:05.220216 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-19021f62-f61e-4428-9a2f-4815ad6ed2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.255652 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (e3f5d48c-3282-4a82-969b-edabdb53cfff), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.261136 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:05.360441 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.387598 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Deleting port a3ade354-4809-4590-876d-18eb89355113 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:43:05.388200 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (a3ade354-4809-4590-876d-18eb89355113), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.424685 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 2776856d-a99f-479a-a008-d9028bfe09cb no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:43:05.453366 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 2776856d-a99f-479a-a008-d9028bfe09cb {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:43:05.455635 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 2776856d-a99f-479a-a008-d9028bfe09cb not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:43:05.455635 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 584306b4-829a-4c6a-a828-9e2fcbad05d0 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:43:05.484339 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 584306b4-829a-4c6a-a828-9e2fcbad05d0 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:43:05.484905 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 584306b4-829a-4c6a-a828-9e2fcbad05d0 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:43:05.489521 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] For port a3ade354-4809-4590-876d-18eb89355113, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=a3ade354-4809-4590-876d-18eb89355113,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:43:05.489975 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (a3ade354-4809-4590-876d-18eb89355113), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.510252 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83df7a71-417b-4f39-b2f8-9c8d690326f5 None None] DHCP port deletion for e3f5d48c-3282-4a82-969b-edabdb53cfff request from dv-cinder-859319-2-iscsi {{(pid=112832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 15:43:05.543069 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Calling delete_port for a3ade354-4809-4590-876d-18eb89355113 owned by network:dhcp {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:43:05.554206 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:05.575228 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-83df7a71-417b-4f39-b2f8-9c8d690326f5 None None] Deleting port a3ade354-4809-4590-876d-18eb89355113 {{(pid=112832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:43:05.575857 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-83df7a71-417b-4f39-b2f8-9c8d690326f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (a3ade354-4809-4590-876d-18eb89355113), before_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.578439 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-19021f62-f61e-4428-9a2f-4815ad6ed2c5 admin admin] Publish callbacks [] for security_group (480a1345-3240-48e9-b69f-7f0087290395), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.589941 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c5e3-6ff3-441d-af6a-5392e216d9ea req-37067e7c-4bec-4c67-850b-02c0d9a4b3fe tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:05.591477 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8364c5e3-6ff3-441d-af6a-5392e216d9ea req-37067e7c-4bec-4c67-850b-02c0d9a4b3fe tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0952847 Sep 28 15:43:05.620553 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-19021f62-f61e-4428-9a2f-4815ad6ed2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (480a1345-3240-48e9-b69f-7f0087290395), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.684063 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-83df7a71-417b-4f39-b2f8-9c8d690326f5 None None] For port a3ade354-4809-4590-876d-18eb89355113, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=a3ade354-4809-4590-876d-18eb89355113,segment=NetworkSegment(6d5af7d4-a325-48f3-af5c-27adc1334102),segment_id=6d5af7d4-a325-48f3-af5c-27adc1334102)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:43:05.684209 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-83df7a71-417b-4f39-b2f8-9c8d690326f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (a3ade354-4809-4590-876d-18eb89355113), precommit_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.709487 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-83df7a71-417b-4f39-b2f8-9c8d690326f5 None None] Calling delete_port for a3ade354-4809-4590-876d-18eb89355113 owned by network:dhcp {{(pid=112832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:43:05.856395 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-83df7a71-417b-4f39-b2f8-9c8d690326f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (a3ade354-4809-4590-876d-18eb89355113), after_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.882839 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df7a71-417b-4f39-b2f8-9c8d690326f5 None None] Pushing event deleted for resources: {'Port': ['ID=a3ade354-4809-4590-876d-18eb89355113,revision_number=None']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:05.888561 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df7a71-417b-4f39-b2f8-9c8d690326f5 None None] No DVR routers for this DVR port a3ade354-4809-4590-876d-18eb89355113 on host dv-cinder-859319-2-iscsi {{(pid=112832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:43:05.911096 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-19021f62-f61e-4428-9a2f-4815ad6ed2c5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=07612fca609845c4ae38b958c53e0e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9688721 Sep 28 15:43:05.913931 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40050) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:05.944432 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19021f62-f61e-4428-9a2f-4815ad6ed2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480a1345-3240-48e9-b69f-7f0087290395,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:05.973610 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a1ae-d662-4604-9783-80ce253c854a admin admin] Publish callbacks [] for security_group (480a1345-3240-48e9-b69f-7f0087290395), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:05.984833 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:05.994345 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a1ae-d662-4604-9783-80ce253c854a admin admin] Publish callbacks [] for security_group (480a1345-3240-48e9-b69f-7f0087290395), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.009533 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706ca93-ac90-4a15-884f-0c5b83e91775 req-ec6baf83-10ff-49cb-97bb-1fc5750379a7 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:06.011049 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0706ca93-ac90-4a15-884f-0c5b83e91775 req-ec6baf83-10ff-49cb-97bb-1fc5750379a7 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 945 time: 0.0907815 Sep 28 15:43:06.021210 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8364c5e3-6ff3-441d-af6a-5392e216d9ea req-cf241c6d-f608-4166-bd64-391d22b17142 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031627 Sep 28 15:43:06.047030 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (a3ade354-4809-4590-876d-18eb89355113), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.053458 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a1ae-d662-4604-9783-80ce253c854a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (480a1345-3240-48e9-b69f-7f0087290395), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.056987 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a1ae-d662-4604-9783-80ce253c854a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.058214 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-b9d1a1ae-d662-4604-9783-80ce253c854a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/480a1345-3240-48e9-b69f-7f0087290395 HTTP/1.1" status: 204 len: 168 time: 0.1426697 Sep 28 15:43:06.066922 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1a1ae-d662-4604-9783-80ce253c854a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480a1345-3240-48e9-b69f-7f0087290395,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:06.088615 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ade354-4809-4590-876d-18eb89355113,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:06.096095 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] No DVR routers for this DVR port a3ade354-4809-4590-876d-18eb89355113 on host dv-cinder-859319-2-iscsi {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:43:06.181208 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0706ca93-ac90-4a15-884f-0c5b83e91775 req-07c87668-25bc-4a2e-bd63-1b58d3903490 tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbb05cd5-b2db-4340-8800-a554301a6d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644037 Sep 28 15:43:06.200547 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (e3f5d48c-3282-4a82-969b-edabdb53cfff), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.214732 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.215093 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.215851 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.216201 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > port after_create 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.216543 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.216878 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > port after_update 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.217198 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.217532 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.217880 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.218206 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.292917 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.293155 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.293452 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.293785 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 15:43:06.294154 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f5d48c-3282-4a82-969b-edabdb53cfff']}} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:43:06.341040 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5af7d4-a325-48f3-af5c-27adc1334102') {'for_net_delete': True} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:43:06.341351 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5af7d4-a325-48f3-af5c-27adc1334102') {} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:43:06.364128 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3597761'] for segment (6d5af7d4-a325-48f3-af5c-27adc1334102), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.390596 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d59a4-3e12-414a-b4b1-cd8f0f2fac3c req-8d0467a8-fae9-486f-8a50-1735695bdaea tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:06.392223 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-364d59a4-3e12-414a-b4b1-cd8f0f2fac3c req-8d0467a8-fae9-486f-8a50-1735695bdaea tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 945 time: 0.0928168 Sep 28 15:43:06.402145 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (6d5af7d4-a325-48f3-af5c-27adc1334102), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.418772 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=112830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:43:06.419181 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726380'] for segment (6d5af7d4-a325-48f3-af5c-27adc1334102), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.441000 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:06.544454 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (e3f5d48c-3282-4a82-969b-edabdb53cfff), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.567087 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.571304 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/e3f5d48c-3282-4a82-969b-edabdb53cfff HTTP/1.1" status: 204 len: 168 time: 1.4360344 Sep 28 15:43:06.574942 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c2203-a9b9-4a8f-8e88-93f21c911a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f5d48c-3282-4a82-969b-edabdb53cfff,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:06.579597 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-364d59a4-3e12-414a-b4b1-cd8f0f2fac3c req-3726d163-30e2-4545-be66-615e80e2626b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Deleting port bdc47771-d34a-4f68-a2e8-32f1a46158ef {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:43:06.579879 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-364d59a4-3e12-414a-b4b1-cd8f0f2fac3c req-3726d163-30e2-4545-be66-615e80e2626b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.688530 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-364d59a4-3e12-414a-b4b1-cd8f0f2fac3c req-3726d163-30e2-4545-be66-615e80e2626b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] For port bdc47771-d34a-4f68-a2e8-32f1a46158ef, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=bdc47771-d34a-4f68-a2e8-32f1a46158ef,segment=NetworkSegment(ed6ce6f5-634c-419c-bf9f-c8af664197c8),segment_id=ed6ce6f5-634c-419c-bf9f-c8af664197c8)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:43:06.688892 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-364d59a4-3e12-414a-b4b1-cd8f0f2fac3c req-3726d163-30e2-4545-be66-615e80e2626b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.703330 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-364d59a4-3e12-414a-b4b1-cd8f0f2fac3c req-3726d163-30e2-4545-be66-615e80e2626b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Calling delete_port for bdc47771-d34a-4f68-a2e8-32f1a46158ef owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:43:06.744268 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40086) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:06.783450 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:06.830444 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-60229999-cb38-47ce-91b6-e4bf2133ffaf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6822e0b3eedd404895cd4c0c64082344&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0846405 Sep 28 15:43:06.832317 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 40092) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:06.876537 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-364d59a4-3e12-414a-b4b1-cd8f0f2fac3c req-3726d163-30e2-4545-be66-615e80e2626b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (bdc47771-d34a-4f68-a2e8-32f1a46158ef), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.891511 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['bdc47771-d34a-4f68-a2e8-32f1a46158ef'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:43:06.923450 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726d163-30e2-4545-be66-615e80e2626b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Pushing event deleted for resources: {'Port': ['ID=bdc47771-d34a-4f68-a2e8-32f1a46158ef,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:06.929656 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:06.970908 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dda5f6da-e579-4572-a844-97cd1d6bb385 admin admin] Publish callbacks [] for security_group (76b2beb4-3cb2-4034-9266-eb6ef84822ee), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:06.990261 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-364d59a4-3e12-414a-b4b1-cd8f0f2fac3c req-3726d163-30e2-4545-be66-615e80e2626b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] No DVR routers for this DVR port bdc47771-d34a-4f68-a2e8-32f1a46158ef on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:43:06.997896 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-364d59a4-3e12-414a-b4b1-cd8f0f2fac3c req-3726d163-30e2-4545-be66-615e80e2626b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:07.003272 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-364d59a4-3e12-414a-b4b1-cd8f0f2fac3c req-3726d163-30e2-4545-be66-615e80e2626b tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.50 "DELETE /networking/v2.0/ports/bdc47771-d34a-4f68-a2e8-32f1a46158ef HTTP/1.1" status: 204 len: 173 time: 0.5919809 Sep 28 15:43:07.005115 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0', 'name': 'network-vif-deleted', 'tag': 'bdc47771-d34a-4f68-a2e8-32f1a46158ef'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:43:07.008301 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a63c0ef-de90-4150-8539-b30a689cf326" -d '{"events": [{"server_uuid": "a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0", "name": "network-vif-deleted", "tag": "bdc47771-d34a-4f68-a2e8-32f1a46158ef"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:43:07.035031 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dda5f6da-e579-4572-a844-97cd1d6bb385 admin admin] Publish callbacks [] for security_group (76b2beb4-3cb2-4034-9266-eb6ef84822ee), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:07.130114 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dda5f6da-e579-4572-a844-97cd1d6bb385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (76b2beb4-3cb2-4034-9266-eb6ef84822ee), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:07.132709 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dda5f6da-e579-4572-a844-97cd1d6bb385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:07.133959 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-dda5f6da-e579-4572-a844-97cd1d6bb385 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/76b2beb4-3cb2-4034-9266-eb6ef84822ee HTTP/1.1" status: 204 len: 168 time: 0.3004391 Sep 28 15:43:07.149782 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86291cab-852a-40c5-a64b-98d07d8c41ad x-openstack-request-id: req-86291cab-852a-40c5-a64b-98d07d8c41ad {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:43:07.150128 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0", "name": "network-vif-deleted", "tag": "bdc47771-d34a-4f68-a2e8-32f1a46158ef", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:43:07.154679 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86291cab-852a-40c5-a64b-98d07d8c41ad {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:43:07.155300 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86291cab-852a-40c5-a64b-98d07d8c41ad'] response: {'server_uuid': 'a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0', 'name': 'network-vif-deleted', 'tag': 'bdc47771-d34a-4f68-a2e8-32f1a46158ef', 'status': 'completed', 'code': 200} Sep 28 15:43:07.156889 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment 6d5af7d4-a325-48f3-af5c-27adc1334102 resource provider aggregate not found Sep 28 15:43:07.161748 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a3ade354-4809-4590-876d-18eb89355113 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:43:07.171532 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5f6da-e579-4572-a844-97cd1d6bb385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b2beb4-3cb2-4034-9266-eb6ef84822ee,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:07.190106 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment 6d5af7d4-a325-48f3-af5c-27adc1334102 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d5af7d4-a325-48f3-af5c-27adc1334102 found for delete ", "request_id": "req-6c65be1f-9268-453c-9b67-1aea9673fec8"}]} Sep 28 15:43:07.219259 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: a3ade354-4809-4590-876d-18eb89355113 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:43:07.219604 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a3ade354-4809-4590-876d-18eb89355113 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:43:07.287924 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517b9a5-682f-4860-8f9f-29297f575407 req-0b9debe5-1ccb-4c4d-962a-aa643fa581c1 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:07.289792 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4517b9a5-682f-4860-8f9f-29297f575407 req-0b9debe5-1ccb-4c4d-962a-aa643fa581c1 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0979640 Sep 28 15:43:07.377989 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-991c56f0-c9c8-4b6f-b5d3-033501299b63 req-6e5291c9-3c53-46b2-ac81-52187ede697f tempest-VolumesActionsTest-354295978 tempest-VolumesActionsTest-354295978-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a7a3b1bf-13a8-45f9-92dd-21f6b1cbc6c0 HTTP/1.1" status: 200 len: 210 time: 0.0406539 Sep 28 15:43:07.432498 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4517b9a5-682f-4860-8f9f-29297f575407 req-220583b8-9de7-42ee-8133-1f9d7eb9be53 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283545 Sep 28 15:43:07.634172 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40124) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:07.787962 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-66145a0f-1ba2-4cca-a25d-548a732aa72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:07.868645 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-66145a0f-1ba2-4cca-a25d-548a732aa72d admin admin] Publish callbacks [] for security_group (72ee9363-1aa8-4e69-8a82-320ffd726b4c), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:07.872984 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-66145a0f-1ba2-4cca-a25d-548a732aa72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (72ee9363-1aa8-4e69-8a82-320ffd726b4c), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:07.913333 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-66145a0f-1ba2-4cca-a25d-548a732aa72d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=16e81b0c344b46ed88f404017b732e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780378 Sep 28 15:43:07.914210 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66145a0f-1ba2-4cca-a25d-548a732aa72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ee9363-1aa8-4e69-8a82-320ffd726b4c,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:07.916912 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 40138) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:07.975229 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-49bf269a-3e2d-4c38-8a69-cd9b327e4123 admin admin] Publish callbacks [] for security_group (72ee9363-1aa8-4e69-8a82-320ffd726b4c), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:07.997267 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-49bf269a-3e2d-4c38-8a69-cd9b327e4123 admin admin] Publish callbacks [] for security_group (72ee9363-1aa8-4e69-8a82-320ffd726b4c), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:08.056082 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-49bf269a-3e2d-4c38-8a69-cd9b327e4123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (72ee9363-1aa8-4e69-8a82-320ffd726b4c), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:08.060723 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-49bf269a-3e2d-4c38-8a69-cd9b327e4123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:08.062161 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-49bf269a-3e2d-4c38-8a69-cd9b327e4123 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/72ee9363-1aa8-4e69-8a82-320ffd726b4c HTTP/1.1" status: 204 len: 168 time: 0.1436863 Sep 28 15:43:08.070373 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf269a-3e2d-4c38-8a69-cd9b327e4123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ee9363-1aa8-4e69-8a82-320ffd726b4c,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:08.575212 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40166) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:08.598332 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17729b94-f230-4df5-852a-d22e3a246b12 req-3af02fba-c865-4e89-8f02-bf83e300e5dd tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:08.599830 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-17729b94-f230-4df5-852a-d22e3a246b12 req-3af02fba-c865-4e89-8f02-bf83e300e5dd tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0572705 Sep 28 15:43:08.662040 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-17729b94-f230-4df5-852a-d22e3a246b12 req-030c3ae1-f47f-4d94-a42e-66a2ea50acbb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516868 Sep 28 15:43:08.718357 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1ffee874-8251-42b5-a0ad-914358bf706d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:08.801905 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1ffee874-8251-42b5-a0ad-914358bf706d admin admin] Publish callbacks [] for security_group (49394a6b-da5f-48cb-be00-bb82c1e9e468), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:08.806282 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1ffee874-8251-42b5-a0ad-914358bf706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (49394a6b-da5f-48cb-be00-bb82c1e9e468), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:08.847531 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffee874-8251-42b5-a0ad-914358bf706d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49394a6b-da5f-48cb-be00-bb82c1e9e468,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:08.852352 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-1ffee874-8251-42b5-a0ad-914358bf706d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4f8cc67c7f404dd0b6707d35c505541d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754412 Sep 28 15:43:08.854907 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40182) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:08.916014 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95cf8bee-c5c0-4fe5-a677-fd6eaf6ed147 admin admin] Publish callbacks [] for security_group (49394a6b-da5f-48cb-be00-bb82c1e9e468), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:08.936908 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95cf8bee-c5c0-4fe5-a677-fd6eaf6ed147 admin admin] Publish callbacks [] for security_group (49394a6b-da5f-48cb-be00-bb82c1e9e468), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:08.984265 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95cf8bee-c5c0-4fe5-a677-fd6eaf6ed147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (49394a6b-da5f-48cb-be00-bb82c1e9e468), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:08.986856 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95cf8bee-c5c0-4fe5-a677-fd6eaf6ed147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:08.988054 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-95cf8bee-c5c0-4fe5-a677-fd6eaf6ed147 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/49394a6b-da5f-48cb-be00-bb82c1e9e468 HTTP/1.1" status: 204 len: 168 time: 0.1318643 Sep 28 15:43:08.996275 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf8bee-c5c0-4fe5-a677-fd6eaf6ed147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49394a6b-da5f-48cb-be00-bb82c1e9e468,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:09.266167 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40206) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:09.283705 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ab809e73-4d13-4a2d-99cf-208021beb08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:09.366139 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ab809e73-4d13-4a2d-99cf-208021beb08b admin admin] Publish callbacks [] for security_group (54ad452f-7a1e-4243-bcd7-46d43e2689de), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:09.369918 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ab809e73-4d13-4a2d-99cf-208021beb08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (54ad452f-7a1e-4243-bcd7-46d43e2689de), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:09.402773 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:09.410278 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-ab809e73-4d13-4a2d-99cf-208021beb08b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ec15ff5a45b24d67bc8e933c63f3e3aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429818 Sep 28 15:43:09.411836 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab809e73-4d13-4a2d-99cf-208021beb08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ad452f-7a1e-4243-bcd7-46d43e2689de,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:09.413110 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 40218) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:09.431796 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:09.464796 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3db48706-5675-4060-a417-fc9605d793b4 admin admin] Publish callbacks [] for security_group (54ad452f-7a1e-4243-bcd7-46d43e2689de), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:09.484927 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3db48706-5675-4060-a417-fc9605d793b4 admin admin] Publish callbacks [] for security_group (54ad452f-7a1e-4243-bcd7-46d43e2689de), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:09.532268 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3db48706-5675-4060-a417-fc9605d793b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (54ad452f-7a1e-4243-bcd7-46d43e2689de), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:09.535086 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3db48706-5675-4060-a417-fc9605d793b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:09.536343 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-3db48706-5675-4060-a417-fc9605d793b4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/54ad452f-7a1e-4243-bcd7-46d43e2689de HTTP/1.1" status: 204 len: 168 time: 0.1221664 Sep 28 15:43:09.545664 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db48706-5675-4060-a417-fc9605d793b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ad452f-7a1e-4243-bcd7-46d43e2689de,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:09.805448 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686df432-2349-4938-9ac2-9d865138b68b req-e6a04e74-2009-4b9a-bd83-3119280f2484 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:09.807327 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-686df432-2349-4938-9ac2-9d865138b68b req-e6a04e74-2009-4b9a-bd83-3119280f2484 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0589936 Sep 28 15:43:09.862616 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-686df432-2349-4938-9ac2-9d865138b68b req-a9dcda05-3a3c-473a-8e64-f90953570398 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493441 Sep 28 15:43:10.983565 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffebafb-db11-427d-b959-e4012a13c24d req-bdf0e9db-4978-4d0b-b9c9-b091690b5ffd tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:10.985093 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dffebafb-db11-427d-b959-e4012a13c24d req-bdf0e9db-4978-4d0b-b9c9-b091690b5ffd tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0485764 Sep 28 15:43:11.042364 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dffebafb-db11-427d-b959-e4012a13c24d req-ef5b6734-af80-4ddb-ab36-6568c729a3f5 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475760 Sep 28 15:43:12.093046 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device bdc47771-d34a-4f68-a2e8-32f1a46158ef no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:43:12.112717 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: bdc47771-d34a-4f68-a2e8-32f1a46158ef {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:43:12.113060 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device bdc47771-d34a-4f68-a2e8-32f1a46158ef not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:43:12.163694 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca03f0e-700b-42e5-8aec-6afe2e561f8d req-0167baa6-40f3-41e6-ba98-a71a5d08ac80 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:12.166090 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4ca03f0e-700b-42e5-8aec-6afe2e561f8d req-0167baa6-40f3-41e6-ba98-a71a5d08ac80 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0461767 Sep 28 15:43:12.216794 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4ca03f0e-700b-42e5-8aec-6afe2e561f8d req-740d4c56-a217-4de2-aac1-8822e2f04ef1 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447485 Sep 28 15:43:13.324280 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:13.340573 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36a8b6-5c68-44ce-8bfe-381a0f82c8f5 req-aff6c75b-2371-4017-8aa9-a4d13d70f443 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:13.342083 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cd36a8b6-5c68-44ce-8bfe-381a0f82c8f5 req-aff6c75b-2371-4017-8aa9-a4d13d70f443 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0504141 Sep 28 15:43:13.393004 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cd36a8b6-5c68-44ce-8bfe-381a0f82c8f5 req-be75c48e-786a-4162-8050-0d3cbc02fe49 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436933 Sep 28 15:43:13.662117 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:43:14.654669 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea1b4c-8551-41ca-97aa-0d0a049a7f11 req-19c82f79-b169-4dc0-b069-ff31147f9b26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:14.674280 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1fea1b4c-8551-41ca-97aa-0d0a049a7f11 req-19c82f79-b169-4dc0-b069-ff31147f9b26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.1111994 Sep 28 15:43:14.774223 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1fea1b4c-8551-41ca-97aa-0d0a049a7f11 req-bb7d5685-8015-4745-b580-dbb0ddaf8b63 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986056 Sep 28 15:43:15.927513 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa567d11-2e79-4fae-b08b-785ab1e8c30f req-c0a3d198-baf1-45a3-91e6-d7f8c232d94c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:15.929025 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fa567d11-2e79-4fae-b08b-785ab1e8c30f req-c0a3d198-baf1-45a3-91e6-d7f8c232d94c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0518074 Sep 28 15:43:15.990587 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fa567d11-2e79-4fae-b08b-785ab1e8c30f req-b22c1105-03bc-4db4-9d81-752eb789b09e tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550039 Sep 28 15:43:17.139862 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b3c8-0bbb-4cf9-8181-f3def34f1f4c req-f9eab911-c225-4ba3-8eb3-9844b2c1c715 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:17.146827 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0c25b3c8-0bbb-4cf9-8181-f3def34f1f4c req-f9eab911-c225-4ba3-8eb3-9844b2c1c715 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0553441 Sep 28 15:43:17.200967 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0c25b3c8-0bbb-4cf9-8181-f3def34f1f4c req-20a00757-975e-4c58-8a97-2f24bd9b4cd3 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527294 Sep 28 15:43:17.514477 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc48fc-ffb5-4634-8253-2ec62c34a4d5 req-4629155f-2be3-437c-bbd1-1e03c0d5f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:17.517630 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4dc48fc-ffb5-4634-8253-2ec62c34a4d5 req-4629155f-2be3-437c-bbd1-1e03c0d5f507 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 1129 time: 0.0549641 Sep 28 15:43:17.588760 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4dc48fc-ffb5-4634-8253-2ec62c34a4d5 req-76d81c8e-7df0-4fef-ab5d-a51c62900ac7 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633872 Sep 28 15:43:18.333543 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64498a7a-1f28-4d9b-9e16-3f7b35dc2ade req-2c578dde-2f21-4132-b668-f587d9767959 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:18.335083 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-64498a7a-1f28-4d9b-9e16-3f7b35dc2ade req-2c578dde-2f21-4132-b668-f587d9767959 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0556202 Sep 28 15:43:18.391473 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-64498a7a-1f28-4d9b-9e16-3f7b35dc2ade req-c13d2b72-54a4-4dae-aa0e-016faf88226c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503817 Sep 28 15:43:19.407156 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:19.535338 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40512) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:19.544349 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40146bf9-7d91-4241-91bf-6a830a97f0ac req-2d9e96ee-d053-4a36-ac23-4b8ec6ca3357 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:19.552006 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-40146bf9-7d91-4241-91bf-6a830a97f0ac req-2d9e96ee-d053-4a36-ac23-4b8ec6ca3357 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0611794 Sep 28 15:43:19.575019 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:19.651347 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-40146bf9-7d91-4241-91bf-6a830a97f0ac req-8dedd822-0849-49ec-a36f-6e34a8ff0bca tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981321 Sep 28 15:43:19.694321 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40520) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:19.856762 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a53aa6c5-8c3d-4b7b-8a8a-451d3bbf15b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:19.891510 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e67ee47b-951e-49f4-b573-8aabbc50eb32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.032654 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e67ee47b-951e-49f4-b573-8aabbc50eb32 admin admin] Publish callbacks [] for security_group (9c816e0d-84c6-4e2a-a98d-b081e98b65c5), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.044128 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e67ee47b-951e-49f4-b573-8aabbc50eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (9c816e0d-84c6-4e2a-a98d-b081e98b65c5), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.083274 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a53aa6c5-8c3d-4b7b-8a8a-451d3bbf15b9 admin admin] Publish callbacks [] for security_group (ed780fa6-16b3-420d-a7c4-798e0f01b59f), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.095196 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a53aa6c5-8c3d-4b7b-8a8a-451d3bbf15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ed780fa6-16b3-420d-a7c4-798e0f01b59f), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.103386 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e67ee47b-951e-49f4-b573-8aabbc50eb32 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=861484995daa4fac80bd773f9be0e5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074724 Sep 28 15:43:20.106651 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 40526) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:20.111799 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ee47b-951e-49f4-b573-8aabbc50eb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c816e0d-84c6-4e2a-a98d-b081e98b65c5,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:20.148730 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-a53aa6c5-8c3d-4b7b-8a8a-451d3bbf15b9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5444fead438a4fecae6454798f33cc8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6113117 Sep 28 15:43:20.149181 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 40528) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:20.171101 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aa6c5-8c3d-4b7b-8a8a-451d3bbf15b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed780fa6-16b3-420d-a7c4-798e0f01b59f,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:20.223392 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a9461a9-4818-4290-bb2d-e88a0714251b admin admin] Publish callbacks [] for security_group (9c816e0d-84c6-4e2a-a98d-b081e98b65c5), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.260432 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a9461a9-4818-4290-bb2d-e88a0714251b admin admin] Publish callbacks [] for security_group (9c816e0d-84c6-4e2a-a98d-b081e98b65c5), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.262287 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e1e8339e-0885-44b6-8e1d-f0de1824b4be admin admin] Publish callbacks [] for security_group (ed780fa6-16b3-420d-a7c4-798e0f01b59f), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.304013 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e1e8339e-0885-44b6-8e1d-f0de1824b4be admin admin] Publish callbacks [] for security_group (ed780fa6-16b3-420d-a7c4-798e0f01b59f), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.358664 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a9461a9-4818-4290-bb2d-e88a0714251b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (9c816e0d-84c6-4e2a-a98d-b081e98b65c5), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.363526 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0a9461a9-4818-4290-bb2d-e88a0714251b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.369211 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0a9461a9-4818-4290-bb2d-e88a0714251b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9c816e0d-84c6-4e2a-a98d-b081e98b65c5 HTTP/1.1" status: 204 len: 168 time: 0.2613099 Sep 28 15:43:20.381283 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9461a9-4818-4290-bb2d-e88a0714251b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c816e0d-84c6-4e2a-a98d-b081e98b65c5,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:20.385927 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e1e8339e-0885-44b6-8e1d-f0de1824b4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ed780fa6-16b3-420d-a7c4-798e0f01b59f), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.388692 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e1e8339e-0885-44b6-8e1d-f0de1824b4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.391280 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-e1e8339e-0885-44b6-8e1d-f0de1824b4be admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ed780fa6-16b3-420d-a7c4-798e0f01b59f HTTP/1.1" status: 204 len: 168 time: 0.2400982 Sep 28 15:43:20.415056 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8339e-0885-44b6-8e1d-f0de1824b4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed780fa6-16b3-420d-a7c4-798e0f01b59f,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:20.768366 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:20.811895 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1101aa-a37e-4042-9349-ee49bd5b5125 req-d65cb70b-4953-4c01-85e0-301f5677e4c0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:20.820641 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5f1101aa-a37e-4042-9349-ee49bd5b5125 req-d65cb70b-4953-4c01-85e0-301f5677e4c0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0651722 Sep 28 15:43:20.850693 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40554) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:20.874682 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c0030223-38b9-42d5-ab9f-5a585d88df84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:20.885887 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5f1101aa-a37e-4042-9349-ee49bd5b5125 req-2e78fc81-f38c-4ae4-89b4-10254e7cefcd tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640235 Sep 28 15:43:21.037474 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767f4db-bcdd-487b-81d7-20484f7ee826 req-e92b77f8-d940-46cc-9646-76e0ba336ba4 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:21.046277 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0767f4db-bcdd-487b-81d7-20484f7ee826 req-e92b77f8-d940-46cc-9646-76e0ba336ba4 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0676892 Sep 28 15:43:21.048102 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c0030223-38b9-42d5-ab9f-5a585d88df84 admin admin] Publish callbacks [] for security_group (12b49599-362b-44e7-a8de-606116d3398a), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:21.054913 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c0030223-38b9-42d5-ab9f-5a585d88df84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (12b49599-362b-44e7-a8de-606116d3398a), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:21.086338 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-c0030223-38b9-42d5-ab9f-5a585d88df84 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6dc73f22f1f04476a4387bbb70df98c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320185 Sep 28 15:43:21.093589 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40560) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:21.118761 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0767f4db-bcdd-487b-81d7-20484f7ee826 req-8a8338b8-246b-466f-8d2e-106f5ec9b89e tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709813 Sep 28 15:43:21.124238 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0030223-38b9-42d5-ab9f-5a585d88df84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b49599-362b-44e7-a8de-606116d3398a,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:21.183586 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-708d65af-629f-4887-8ed5-8420d4afee54 admin admin] Publish callbacks [] for security_group (12b49599-362b-44e7-a8de-606116d3398a), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:21.207262 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-708d65af-629f-4887-8ed5-8420d4afee54 admin admin] Publish callbacks [] for security_group (12b49599-362b-44e7-a8de-606116d3398a), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:21.223286 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:21.276194 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-708d65af-629f-4887-8ed5-8420d4afee54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (12b49599-362b-44e7-a8de-606116d3398a), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:21.279132 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-708d65af-629f-4887-8ed5-8420d4afee54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:21.280273 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-708d65af-629f-4887-8ed5-8420d4afee54 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/12b49599-362b-44e7-a8de-606116d3398a HTTP/1.1" status: 204 len: 168 time: 0.1855433 Sep 28 15:43:21.302930 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d65af-629f-4887-8ed5-8420d4afee54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b49599-362b-44e7-a8de-606116d3398a,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:21.708669 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40586) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:21.725199 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01d522bc-3540-4ac3-a4b2-f825b8b077fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:21.820595 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01d522bc-3540-4ac3-a4b2-f825b8b077fc admin admin] Publish callbacks [] for security_group (138c6ebf-7f94-429b-ad2a-fd861714cbc0), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:21.825884 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01d522bc-3540-4ac3-a4b2-f825b8b077fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (138c6ebf-7f94-429b-ad2a-fd861714cbc0), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:21.842431 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=16,neutron:DELETE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:21.871361 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d522bc-3540-4ac3-a4b2-f825b8b077fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138c6ebf-7f94-429b-ad2a-fd861714cbc0,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:21.878200 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-01d522bc-3540-4ac3-a4b2-f825b8b077fc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=198d135ca99b4a158131d164889fe692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682241 Sep 28 15:43:21.882363 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 40592) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:21.967304 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1c3b-00ed-435d-b5f7-bdf9aad83d03 admin admin] Publish callbacks [] for security_group (138c6ebf-7f94-429b-ad2a-fd861714cbc0), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:21.994379 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1c3b-00ed-435d-b5f7-bdf9aad83d03 admin admin] Publish callbacks [] for security_group (138c6ebf-7f94-429b-ad2a-fd861714cbc0), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:22.067276 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1c3b-00ed-435d-b5f7-bdf9aad83d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (138c6ebf-7f94-429b-ad2a-fd861714cbc0), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:22.070718 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1c3b-00ed-435d-b5f7-bdf9aad83d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:22.071925 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-9bfb1c3b-00ed-435d-b5f7-bdf9aad83d03 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/138c6ebf-7f94-429b-ad2a-fd861714cbc0 HTTP/1.1" status: 204 len: 168 time: 0.1880293 Sep 28 15:43:22.096326 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb1c3b-00ed-435d-b5f7-bdf9aad83d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138c6ebf-7f94-429b-ad2a-fd861714cbc0,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:22.673937 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:23.162288 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee6436-89f6-4c53-81c0-73686d7d06e0 req-23b36fd9-b421-4b1c-9133-aaff229adb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:23.165087 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-efee6436-89f6-4c53-81c0-73686d7d06e0 req-23b36fd9-b421-4b1c-9133-aaff229adb7f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 1129 time: 0.0979509 Sep 28 15:43:23.192616 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd192e51-2a72-40db-afff-3cf1aec6915c req-52e6f9fb-7d91-421a-9092-3854321d812d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:23.192616 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bd192e51-2a72-40db-afff-3cf1aec6915c req-52e6f9fb-7d91-421a-9092-3854321d812d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0847280 Sep 28 15:43:23.351872 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bd192e51-2a72-40db-afff-3cf1aec6915c req-29792e4e-3684-4bad-b958-0e1f67372360 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426558 Sep 28 15:43:23.361163 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:23.393030 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee6436-89f6-4c53-81c0-73686d7d06e0 req-5c671721-74b4-4049-a52f-8ea10718cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:23.394743 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-efee6436-89f6-4c53-81c0-73686d7d06e0 req-5c671721-74b4-4049-a52f-8ea10718cfe9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.2166626 Sep 28 15:43:23.434085 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-efee6436-89f6-4c53-81c0-73686d7d06e0 req-e1f75a25-afcd-463e-b196-a7a93dce770a service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55efe6f9-e65a-4754-9095-ac7b9f3c3e10 HTTP/1.1" status: 200 len: 217 time: 0.0328834 Sep 28 15:43:23.506654 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee6436-89f6-4c53-81c0-73686d7d06e0 req-be60ac04-f3ef-4009-95a1-5a1a7a9db8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:23.508187 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-efee6436-89f6-4c53-81c0-73686d7d06e0 req-be60ac04-f3ef-4009-95a1-5a1a7a9db8ff service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.0535321 Sep 28 15:43:23.563670 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee6436-89f6-4c53-81c0-73686d7d06e0 req-5ee482e4-2d94-411a-bcc5-4113712389eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:23.565188 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-efee6436-89f6-4c53-81c0-73686d7d06e0 req-5ee482e4-2d94-411a-bcc5-4113712389eb service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481217 Sep 28 15:43:23.658323 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=47 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:23.679409 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-efee6436-89f6-4c53-81c0-73686d7d06e0 req-182d0fd1-8f27-4061-944f-7fbf72f97822 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051569 Sep 28 15:43:23.839903 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-efee6436-89f6-4c53-81c0-73686d7d06e0 req-1eb8f321-57c5-4d75-a96c-e25e755dd786 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451020 Sep 28 15:43:24.390204 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-91a7df82-6061-4b85-acff-a0c8ef0344c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:24.534668 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064759dd-b717-4149-a5d5-c1f690662a27 req-cb656ac0-53e4-4b51-aba8-13e6012820ce tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:24.557151 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-064759dd-b717-4149-a5d5-c1f690662a27 req-cb656ac0-53e4-4b51-aba8-13e6012820ce tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0908566 Sep 28 15:43:24.643027 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-064759dd-b717-4149-a5d5-c1f690662a27 req-8d4cdf64-dc2c-446e-93b7-cf7e2b36afb5 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844295 Sep 28 15:43:25.771207 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb63e30-a2bb-4f5a-bf24-18f6fa5ae030 req-a1400bc0-08f2-4ce9-af67-ecf9ffa4121b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:25.773124 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-eeb63e30-a2bb-4f5a-bf24-18f6fa5ae030 req-a1400bc0-08f2-4ce9-af67-ecf9ffa4121b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0478318 Sep 28 15:43:25.808024 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:25.820379 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-eeb63e30-a2bb-4f5a-bf24-18f6fa5ae030 req-270df316-4046-4890-8c40-7bea739b535b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Sep 28 15:43:26.474055 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-a8a84a51-fc3c-44e0-a8ed-abc2aa1a1ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:26.940200 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6878b3d-3bd0-4d90-9972-849354b7a4fc req-4d1f75c7-7029-490f-8c19-23579b47e24d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:26.941576 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b6878b3d-3bd0-4d90-9972-849354b7a4fc req-4d1f75c7-7029-490f-8c19-23579b47e24d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0458984 Sep 28 15:43:26.988384 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b6878b3d-3bd0-4d90-9972-849354b7a4fc req-977a8475-75d5-47f9-9321-234216ab60ad tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Sep 28 15:43:28.125986 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70193e6d-7b16-4248-8223-385bb5af1e57 req-d0f43d75-7ca2-4487-9139-7a2ffd218fb0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:28.128702 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-70193e6d-7b16-4248-8223-385bb5af1e57 req-d0f43d75-7ca2-4487-9139-7a2ffd218fb0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0526903 Sep 28 15:43:28.203411 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-70193e6d-7b16-4248-8223-385bb5af1e57 req-7081f2af-7911-44bb-8972-235dfe30fcba tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649188 Sep 28 15:43:28.235470 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:29.370389 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7035d-c065-408f-b57c-6047fb50a3a6 req-26d7c25b-911b-4a2b-81c7-6c35431fce37 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:29.372007 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e9c7035d-c065-408f-b57c-6047fb50a3a6 req-26d7c25b-911b-4a2b-81c7-6c35431fce37 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0618143 Sep 28 15:43:29.437371 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e9c7035d-c065-408f-b57c-6047fb50a3a6 req-924eed10-e70e-47f6-9867-1b379bc1a9cf tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581853 Sep 28 15:43:29.722249 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:29.726127 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:30.369513 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f31c9-365c-4108-83b3-1b2bd390a1ca req-adacf881-c1e5-4f90-a4b0-6c9c9c6348c0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:30.371766 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e53f31c9-365c-4108-83b3-1b2bd390a1ca req-adacf881-c1e5-4f90-a4b0-6c9c9c6348c0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0525119 Sep 28 15:43:30.430295 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e53f31c9-365c-4108-83b3-1b2bd390a1ca req-420fc2c2-08cb-4a01-b304-704ed9b0e08c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525746 Sep 28 15:43:30.591046 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163879f-6e0b-4532-8b3c-60209ebbfc83 req-4aa2ba7b-45e9-4b16-a45c-bdf1090cb638 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:30.592831 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d163879f-6e0b-4532-8b3c-60209ebbfc83 req-4aa2ba7b-45e9-4b16-a45c-bdf1090cb638 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0529816 Sep 28 15:43:30.619415 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:30.661571 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d163879f-6e0b-4532-8b3c-60209ebbfc83 req-f067d0c4-b866-4040-adb1-a43d1d6b28f8 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614672 Sep 28 15:43:31.564539 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5209a-f851-4a31-b56e-423ad34ff9da req-af562dc9-3038-45fe-a87a-7b2432ee9e64 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:31.566087 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3fb5209a-f851-4a31-b56e-423ad34ff9da req-af562dc9-3038-45fe-a87a-7b2432ee9e64 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0485611 Sep 28 15:43:31.618615 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3fb5209a-f851-4a31-b56e-423ad34ff9da req-d955763d-991f-4144-b220-a6ecba0063af tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461645 Sep 28 15:43:31.819932 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac144f-b52d-43cf-a42c-5f126d44443c req-e21b3593-e53f-4897-bd4b-04e3615ebe67 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:31.821964 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75ac144f-b52d-43cf-a42c-5f126d44443c req-e21b3593-e53f-4897-bd4b-04e3615ebe67 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0535657 Sep 28 15:43:31.870019 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=23,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:31.886302 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75ac144f-b52d-43cf-a42c-5f126d44443c req-9219a91b-450d-4ee1-919b-f2e23993d13b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569243 Sep 28 15:43:32.759410 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87f302-3291-442b-afec-261fd2946da9 req-5a625695-2cfc-4862-977c-c952d35ac004 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:32.761146 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1b87f302-3291-442b-afec-261fd2946da9 req-5a625695-2cfc-4862-977c-c952d35ac004 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0497324 Sep 28 15:43:32.817010 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1b87f302-3291-442b-afec-261fd2946da9 req-1afa54ae-b77a-4572-b2d4-52308f94bccc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499954 Sep 28 15:43:33.019607 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d5f3a-4a65-46c5-8ff2-eb82655a729d req-22df2ada-99f7-4c33-992c-d9fe64acd04b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:33.022857 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a58d5f3a-4a65-46c5-8ff2-eb82655a729d req-22df2ada-99f7-4c33-992c-d9fe64acd04b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0502584 Sep 28 15:43:33.089456 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a58d5f3a-4a65-46c5-8ff2-eb82655a729d req-e3176ba6-f161-4cf5-b491-030ca347c8f1 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614963 Sep 28 15:43:33.941144 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7638-7f65-4f5b-860f-c3f5a86c77ab req-ec6d94ae-3bf6-49a5-b775-086870db7ed2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:33.942580 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-693c7638-7f65-4f5b-860f-c3f5a86c77ab req-ec6d94ae-3bf6-49a5-b775-086870db7ed2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0468495 Sep 28 15:43:34.001964 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-693c7638-7f65-4f5b-860f-c3f5a86c77ab req-402e9453-0c0f-40d8-a767-61d35896e49c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537384 Sep 28 15:43:34.237574 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a01ac8-443d-48fe-a055-be74da0d6791 req-2749d79f-5905-4f8c-87f4-8785a905b109 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:34.239098 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b0a01ac8-443d-48fe-a055-be74da0d6791 req-2749d79f-5905-4f8c-87f4-8785a905b109 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0584605 Sep 28 15:43:34.291528 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b0a01ac8-443d-48fe-a055-be74da0d6791 req-8ffbdd49-5e9b-44ff-850f-88aa434263eb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441029 Sep 28 15:43:35.161215 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57b994-6857-4685-a669-178abae25bc7 req-c02b5884-94c5-4ff5-a681-f085b67f8342 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:35.163416 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1d57b994-6857-4685-a669-178abae25bc7 req-c02b5884-94c5-4ff5-a681-f085b67f8342 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0606942 Sep 28 15:43:35.210609 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:35.215309 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1d57b994-6857-4685-a669-178abae25bc7 req-12a9c574-3986-4f8c-9f85-1ef62c74ff90 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423710 Sep 28 15:43:35.333684 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:35.335435 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:35.348785 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:35.418692 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7205ba6-50f5-4778-bca0-edefef6458d0 req-8a99c970-75a7-48c0-a450-71b56d220008 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:35.420195 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b7205ba6-50f5-4778-bca0-edefef6458d0 req-8a99c970-75a7-48c0-a450-71b56d220008 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0489936 Sep 28 15:43:35.466714 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b7205ba6-50f5-4778-bca0-edefef6458d0 req-a189fa82-7147-42fd-a5f1-9051a8df1e65 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409360 Sep 28 15:43:35.790656 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 40922) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:35.837754 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Deleting subnet 3b099f10-396e-4383-82c8-200144cfeacc {{(pid=112830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:43:35.840895 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Publish callbacks [] for subnet (3b099f10-396e-4383-82c8-200144cfeacc), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:35.874618 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3597768'] for subnet (3b099f10-396e-4383-82c8-200144cfeacc), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:35.912912 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (3b099f10-396e-4383-82c8-200144cfeacc), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:35.953663 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:35.964272 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617764'] for subnet (3b099f10-396e-4383-82c8-200144cfeacc), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.006948 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.010379 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/3b099f10-396e-4383-82c8-200144cfeacc HTTP/1.1" status: 204 len: 168 time: 0.2187390 Sep 28 15:43:36.011211 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b099f10-396e-4383-82c8-200144cfeacc,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:36.013292 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 40926) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:36.026303 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.026580 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.026919 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.027253 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.027583 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.027914 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.028236 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.028556 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.028879 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.029200 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.029526 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.029870 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.030186 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.030501 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.030816 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bea17-631e-4422-85d7-71c6e76512fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.103294 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (84f80fdf-b0dd-46dc-8fee-113483d41db6), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.182909 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (84f80fdf-b0dd-46dc-8fee-113483d41db6), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.203047 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f80fdf-b0dd-46dc-8fee-113483d41db6']}} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:43:36.212718 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6ce6f5-634c-419c-bf9f-c8af664197c8') {'for_net_delete': True} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:43:36.213017 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6ce6f5-634c-419c-bf9f-c8af664197c8') {} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:43:36.222513 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3597761'] for segment (ed6ce6f5-634c-419c-bf9f-c8af664197c8), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.236001 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (ed6ce6f5-634c-419c-bf9f-c8af664197c8), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.243195 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=112830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:43:36.243623 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726380'] for segment (ed6ce6f5-634c-419c-bf9f-c8af664197c8), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.284541 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment ed6ce6f5-634c-419c-bf9f-c8af664197c8 resource provider aggregate not found Sep 28 15:43:36.306382 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment ed6ce6f5-634c-419c-bf9f-c8af664197c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed6ce6f5-634c-419c-bf9f-c8af664197c8 found for delete ", "request_id": "req-0874f545-f4e6-4c57-917c-c1490b6f9288"}]} Sep 28 15:43:36.343097 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (84f80fdf-b0dd-46dc-8fee-113483d41db6), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.365346 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.370836 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/84f80fdf-b0dd-46dc-8fee-113483d41db6 HTTP/1.1" status: 204 len: 168 time: 0.3565300 Sep 28 15:43:36.374013 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c91666-bab4-4adb-b15e-efe8ade3ff60 admin admin] Pushing event deleted for resources: {'Network': ['ID=84f80fdf-b0dd-46dc-8fee-113483d41db6,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:36.380938 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdebfa-7b03-41ae-a7a6-43416ece1370 req-60d60e8c-b910-4232-a4e8-a94a2cee18c6 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:36.383066 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a1fdebfa-7b03-41ae-a7a6-43416ece1370 req-60d60e8c-b910-4232-a4e8-a94a2cee18c6 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0758944 Sep 28 15:43:36.432060 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a1fdebfa-7b03-41ae-a7a6-43416ece1370 req-e733f462-2eb8-42a3-b908-d391b30ab3d4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430279 Sep 28 15:43:36.545466 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40942) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:36.586114 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-4bbe3f17-2920-4798-9096-74c1f3c31842 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f9b4928b5e2d4f6286e8e56d35c813a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394320 Sep 28 15:43:36.586831 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed167c-7a63-46be-84ef-263d7f631324 req-cbad1bd0-286e-446f-b699-55ba84a84c5f tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:36.588396 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-79ed167c-7a63-46be-84ef-263d7f631324 req-cbad1bd0-286e-446f-b699-55ba84a84c5f tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0462818 Sep 28 15:43:36.588600 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 40944) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:36.636339 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-79ed167c-7a63-46be-84ef-263d7f631324 req-f48ee1cc-3187-4bc3-9b71-abeeb60eaf78 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Sep 28 15:43:36.640658 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Publish callbacks [] for security_group (bbb05cd5-b2db-4340-8800-a554301a6d69), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.660491 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Publish callbacks [] for security_group (bbb05cd5-b2db-4340-8800-a554301a6d69), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.707150 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (bbb05cd5-b2db-4340-8800-a554301a6d69), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.710389 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:36.711765 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bbb05cd5-b2db-4340-8800-a554301a6d69 HTTP/1.1" status: 204 len: 168 time: 0.1220455 Sep 28 15:43:36.719680 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb05cd5-b2db-4340-8800-a554301a6d69,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:36.727206 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.727549 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.727885 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.728216 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.728540 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.728867 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.729187 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.729507 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.729826 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.730166 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.730510 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.730846 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.731168 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.731486 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:36.731796 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e8257-fd3c-4f1a-922a-bf6fb36ee8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:37.556607 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dfc5e-0c4d-4543-bc16-d93303235192 req-7c1b163e-148f-47e2-a110-f3c13195dca8 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:37.558122 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-be9dfc5e-0c4d-4543-bc16-d93303235192 req-7c1b163e-148f-47e2-a110-f3c13195dca8 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0463233 Sep 28 15:43:37.608057 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-be9dfc5e-0c4d-4543-bc16-d93303235192 req-270e3809-2365-4e9f-90df-064a04f91c7b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444129 Sep 28 15:43:37.728614 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:37.769936 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f462d6-f4b8-4ceb-94f5-26f39ef06709 req-58728b36-18de-4105-82fc-9875de466bb3 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:37.771425 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-10f462d6-f4b8-4ceb-94f5-26f39ef06709 req-58728b36-18de-4105-82fc-9875de466bb3 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0550714 Sep 28 15:43:37.824011 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-10f462d6-f4b8-4ceb-94f5-26f39ef06709 req-5734671f-274e-49a2-bc15-57f8fa3b768c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Sep 28 15:43:38.137764 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-a925b74d-fdf3-4e86-9157-80b7705ddd70 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414934 Sep 28 15:43:38.205641 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-a35e0ae8-d8b6-4797-a874-0de90b2b3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:38.207210 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-a35e0ae8-d8b6-4797-a874-0de90b2b3c97 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 1129 time: 0.0418260 Sep 28 15:43:38.325366 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-621d788f-0ae3-4eb3-8059-def08ada7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:38.326875 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-621d788f-0ae3-4eb3-8059-def08ada7fff service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 915 time: 0.0935416 Sep 28 15:43:38.399444 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-15c084e0-10d5-4e09-9bdd-168338b65800 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fdce35c-d94c-4241-8f30-04b6de93d44d HTTP/1.1" status: 200 len: 1000 time: 0.0626225 Sep 28 15:43:38.463044 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-c092339e-0dec-4663-8e02-7d985a161a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:38.464551 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-c092339e-0dec-4663-8e02-7d985a161a59 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 200 len: 854 time: 0.0555065 Sep 28 15:43:38.514115 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-e85a8edf-7af8-40ef-b6b3-d00c816723e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:38.515550 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-e85a8edf-7af8-40ef-b6b3-d00c816723e0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371950 Sep 28 15:43:38.577769 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:38.898798 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-11fb6d26-7e94-46a6-8cf4-ee43a73dc01a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685603 Sep 28 15:43:38.912042 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424c579-0426-4dde-8ca2-8600dd4a4be3 req-04bd206f-1837-4ed1-885d-5539d3dfbed4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:38.913607 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5424c579-0426-4dde-8ca2-8600dd4a4be3 req-04bd206f-1837-4ed1-885d-5539d3dfbed4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0543935 Sep 28 15:43:39.045171 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e04b8c-75fe-4f50-8d23-e40c47509131 req-e9f6fe6f-a49f-44e7-8a86-adf67c24e5d0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:39.046674 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4e04b8c-75fe-4f50-8d23-e40c47509131 req-e9f6fe6f-a49f-44e7-8a86-adf67c24e5d0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.1310124 Sep 28 15:43:39.072106 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5424c579-0426-4dde-8ca2-8600dd4a4be3 req-bc3701f2-ce4e-43fd-b351-609b5e774a1d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414828 Sep 28 15:43:39.098863 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8d840cf2-87a0-4115-bc85-f0770f9f0dc4 req-0ee77ea9-4fee-499a-bcaf-54f6a683482c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843493 Sep 28 15:43:39.118916 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4e04b8c-75fe-4f50-8d23-e40c47509131 req-246fad14-db1e-4164-8daa-e03e2631e1d8 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641460 Sep 28 15:43:40.213618 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d4fcb-b379-44b3-9586-5e0da0115f27 req-7d1ba706-2bb0-40ef-aaaf-33f9c3f738de tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:40.215834 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aa2d4fcb-b379-44b3-9586-5e0da0115f27 req-7d1ba706-2bb0-40ef-aaaf-33f9c3f738de tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0614100 Sep 28 15:43:40.284773 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6038a7-d2fc-4e56-bff9-3c94b55a5f61 req-761eaca7-cec1-42c7-8429-ac87f271c962 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:40.286303 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ea6038a7-d2fc-4e56-bff9-3c94b55a5f61 req-761eaca7-cec1-42c7-8429-ac87f271c962 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0694273 Sep 28 15:43:40.321208 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aa2d4fcb-b379-44b3-9586-5e0da0115f27 req-b59a7779-ee65-44f9-bd64-25293320a43a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949926 Sep 28 15:43:40.354073 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ea6038a7-d2fc-4e56-bff9-3c94b55a5f61 req-c331cabd-f08b-4257-9e0f-a033fd9cb407 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542600 Sep 28 15:43:41.419221 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:41.488719 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146edee-ef7c-444d-9b6b-ac5cbffb6cfd req-b489dc1c-bc0e-4df5-9c22-07804375840a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:41.490222 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b146edee-ef7c-444d-9b6b-ac5cbffb6cfd req-b489dc1c-bc0e-4df5-9c22-07804375840a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0798924 Sep 28 15:43:41.500524 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71459b-6cd1-4d8a-9f2d-bf9d179e9f06 req-fc3e75b6-040c-4a3f-9a2f-1a34f52d4ff1 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:41.501987 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d71459b-6cd1-4d8a-9f2d-bf9d179e9f06 req-fc3e75b6-040c-4a3f-9a2f-1a34f52d4ff1 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0781026 Sep 28 15:43:41.579003 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b146edee-ef7c-444d-9b6b-ac5cbffb6cfd req-f803b3d0-73c9-45d8-9c72-2f4da20100c8 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760560 Sep 28 15:43:41.582269 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d71459b-6cd1-4d8a-9f2d-bf9d179e9f06 req-754d74ac-76c5-4827-b2c8-cc7f0fc91532 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723186 Sep 28 15:43:42.749009 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e95b1b-7ded-4f96-8a5e-569bc4bda4cb req-c427bcb3-e08a-4845-bc86-558ec1406488 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:42.750422 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e2e95b1b-7ded-4f96-8a5e-569bc4bda4cb req-c427bcb3-e08a-4845-bc86-558ec1406488 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0786531 Sep 28 15:43:42.758335 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d06155-7101-4adc-a789-6486610d926f req-58f52fe5-66b9-49b9-ae49-602aac900747 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:42.759709 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f0d06155-7101-4adc-a789-6486610d926f req-58f52fe5-66b9-49b9-ae49-602aac900747 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0899606 Sep 28 15:43:42.832424 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e2e95b1b-7ded-4f96-8a5e-569bc4bda4cb req-070237e8-bdec-4aa1-835a-2c24eb4327e2 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717576 Sep 28 15:43:42.837002 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f0d06155-7101-4adc-a789-6486610d926f req-199b1453-7134-4712-9a8d-2781db4a8e8c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690112 Sep 28 15:43:42.902044 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41112) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:42.906717 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-2eeb7305-b322-4577-9b73-58a584ac6b1a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744213171', 'description': 'tempest-description--1094238987'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:43:42.927742 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7305-b322-4577-9b73-58a584ac6b1a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:42.997655 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7305-b322-4577-9b73-58a584ac6b1a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (79096b5c-b216-428e-95e2-87dbea57ecdb), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.001920 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7305-b322-4577-9b73-58a584ac6b1a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (79096b5c-b216-428e-95e2-87dbea57ecdb), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.030214 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7305-b322-4577-9b73-58a584ac6b1a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.031408 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-2eeb7305-b322-4577-9b73-58a584ac6b1a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1282759 Sep 28 15:43:43.034574 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 41114) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:43.035681 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb7305-b322-4577-9b73-58a584ac6b1a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79096b5c-b216-428e-95e2-87dbea57ecdb,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:43.040385 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-00c8b358-e50e-43b6-ae2d-a10c5cbea622 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group_rule': {'security_group_id': '79096b5c-b216-428e-95e2-87dbea57ecdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:43:43.068139 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-00c8b358-e50e-43b6-ae2d-a10c5cbea622 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (d16b0c04-7740-49a8-8383-2e866943a7e4), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.101556 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:43.130296 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-00c8b358-e50e-43b6-ae2d-a10c5cbea622 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (d16b0c04-7740-49a8-8383-2e866943a7e4), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.134696 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-00c8b358-e50e-43b6-ae2d-a10c5cbea622 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (d16b0c04-7740-49a8-8383-2e866943a7e4), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.161925 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8b358-e50e-43b6-ae2d-a10c5cbea622 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16b0c04-7740-49a8-8383-2e866943a7e4,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:43.166346 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-00c8b358-e50e-43b6-ae2d-a10c5cbea622 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.167534 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-00c8b358-e50e-43b6-ae2d-a10c5cbea622 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319296 Sep 28 15:43:43.170294 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 41116) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:43.174480 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-2cf43c9d-b804-4d9c-905b-96b133706af0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group_rule': {'security_group_id': '79096b5c-b216-428e-95e2-87dbea57ecdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:43:43.200292 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2cf43c9d-b804-4d9c-905b-96b133706af0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (9bc1cc19-1392-4d62-90c1-93d59d594452), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.260237 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2cf43c9d-b804-4d9c-905b-96b133706af0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (9bc1cc19-1392-4d62-90c1-93d59d594452), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.264234 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2cf43c9d-b804-4d9c-905b-96b133706af0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (9bc1cc19-1392-4d62-90c1-93d59d594452), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.285485 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf43c9d-b804-4d9c-905b-96b133706af0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc1cc19-1392-4d62-90c1-93d59d594452,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:43.295844 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2cf43c9d-b804-4d9c-905b-96b133706af0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.297069 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-2cf43c9d-b804-4d9c-905b-96b133706af0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258423 Sep 28 15:43:43.300228 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 41120) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:43.305004 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:43:43.326665 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.406536 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.514776 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:43.516501 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Allocated IP 172.27.2.103 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/d864a708-7e0c-4ac9-9f6e-c3e6059bbad0) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:43:43.634704 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (d864a708-7e0c-4ac9-9f6e-c3e6059bbad0), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.670836 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (d864a708-7e0c-4ac9-9f6e-c3e6059bbad0), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.714819 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:43:43.720534 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:43:43.723355 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:43:43.728172 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=d864a708-7e0c-4ac9-9f6e-c3e6059bbad0,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:43.815178 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (f2c660f2-15d4-4008-a4db-fc24f32bde7f), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.855575 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d864a708-7e0c-4ac9-9f6e-c3e6059bbad0), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:43.857823 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:44.036223 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3508405-178a-493b-8257-bd3bebfaecac req-f20a3477-38d1-4d5d-8ed9-e7b0b3aa014a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:44.037744 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a3508405-178a-493b-8257-bd3bebfaecac req-f20a3477-38d1-4d5d-8ed9-e7b0b3aa014a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.1177149 Sep 28 15:43:44.056185 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207223ff-3869-4953-86c1-34eba134b5b8 req-8995ba50-0860-404d-9e7f-aa82f1f1c187 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:44.057655 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-207223ff-3869-4953-86c1-34eba134b5b8 req-8995ba50-0860-404d-9e7f-aa82f1f1c187 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0996721 Sep 28 15:43:44.169072 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (d864a708-7e0c-4ac9-9f6e-c3e6059bbad0), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:44.175437 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (d864a708-7e0c-4ac9-9f6e-c3e6059bbad0), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:44.182876 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-207223ff-3869-4953-86c1-34eba134b5b8 req-6ecbe4d7-41ee-404d-8dfe-cca83d9b9d8f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160262 Sep 28 15:43:44.205204 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a3508405-178a-493b-8257-bd3bebfaecac req-e9444ae1-9b8a-4c5c-9702-aba2dbfeefc2 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584284 Sep 28 15:43:44.250051 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (f2c660f2-15d4-4008-a4db-fc24f32bde7f), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:44.253699 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=d864a708-7e0c-4ac9-9f6e-c3e6059bbad0,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:44.268224 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:44.269500 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-f40c3253-d1ee-4abd-829e-0e6b62c35578 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9683459 Sep 28 15:43:44.465364 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:44.488562 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-14f662f9-d563-4e91-9687-485369bfe623 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--744213171&fields=id&tenant_id=4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 267 time: 0.0493340 Sep 28 15:43:44.597598 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-d9ef6aaf-c076-4d50-9cd5-d32e0977cbc7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:44.599167 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-d9ef6aaf-c076-4d50-9cd5-d32e0977cbc7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 815 time: 0.1037531 Sep 28 15:43:44.614338 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-c6fa24b1-e4b1-4030-82a3-e4506b0605c2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/quotas/4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 375 time: 0.0095491 Sep 28 15:43:44.672974 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-4e922caf-4e66-422e-8746-87b98344f86c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527132 Sep 28 15:43:44.776137 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-e169eb9b-e5e0-452c-bf30-d31d4d67d3e3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898278 Sep 28 15:43:44.873527 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-041d3f73-94eb-4660-a56f-7ebc283a5654 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912683 Sep 28 15:43:45.038655 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e28d345d-3e48-49ec-ab39-668cf97303b5 req-d22aafa3-eb2e-4c9e-83f0-b02ed6f355d7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 210 time: 0.0301108 Sep 28 15:43:45.353891 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:45.405518 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9e242-67dc-44cc-9385-8e05cd4e24cc req-f7f3cd86-ee44-45d6-b5b8-595485db7548 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:45.407087 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f9c9e242-67dc-44cc-9385-8e05cd4e24cc req-f7f3cd86-ee44-45d6-b5b8-595485db7548 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.1151748 Sep 28 15:43:45.419034 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa2684-db44-4c5e-a01d-f84d13ddc2ef req-a2130003-7a12-4429-a723-80720634b806 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:45.420493 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-69aa2684-db44-4c5e-a01d-f84d13ddc2ef req-a2130003-7a12-4429-a723-80720634b806 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.1169450 Sep 28 15:43:45.434523 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:45.448812 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c07417-a269-4683-8be4-30d2c76f8cf3 req-daa55784-7cce-4022-9a0c-812be111bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:45.450316 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c8c07417-a269-4683-8be4-30d2c76f8cf3 req-daa55784-7cce-4022-9a0c-812be111bdab service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 1129 time: 0.0921240 Sep 28 15:43:45.537897 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f9c9e242-67dc-44cc-9385-8e05cd4e24cc req-4220db86-ece5-466c-8f0c-232a2e5d8523 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163032 Sep 28 15:43:45.543861 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-69aa2684-db44-4c5e-a01d-f84d13ddc2ef req-3e1ef9ef-0044-40ca-86c3-90663ce47fa7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102500 Sep 28 15:43:45.547319 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c8c07417-a269-4683-8be4-30d2c76f8cf3 req-e2811255-9707-41b3-a98c-0390de70da90 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842526 Sep 28 15:43:46.143941 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f50aff53-d8b6-4bb9-bc74-19a967aa478f req-1d24f74d-8ea5-4e40-998a-ad45dde65f59 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 210 time: 0.0306346 Sep 28 15:43:46.698200 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8ff1e-0235-41fc-8b49-21339a6e192c req-bd3de580-22ef-41f8-b7ae-a286de45e195 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:46.699671 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0cb8ff1e-0235-41fc-8b49-21339a6e192c req-bd3de580-22ef-41f8-b7ae-a286de45e195 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0784745 Sep 28 15:43:46.710471 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c54142-5b0e-4db5-b3a3-cdda8005af6f req-f33b1792-e506-47e6-bd2d-2a25d879c2c3 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:46.711891 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-36c54142-5b0e-4db5-b3a3-cdda8005af6f req-f33b1792-e506-47e6-bd2d-2a25d879c2c3 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0591371 Sep 28 15:43:46.745983 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:46.787425 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0cb8ff1e-0235-41fc-8b49-21339a6e192c req-f782fabc-988a-4a90-8949-15661eae360f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743778 Sep 28 15:43:46.791520 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-36c54142-5b0e-4db5-b3a3-cdda8005af6f req-4f5d01a8-988e-4cfc-ae06-10b8c7c063e2 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717669 Sep 28 15:43:47.250490 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-42754e69-ec9c-4c36-a118-4144b4fc1eec req-6a0b6029-39bd-4439-9611-3395938a29aa tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 210 time: 0.0305772 Sep 28 15:43:47.942179 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f7586-f666-4a39-905b-a2b8213a7798 req-50da5f68-d29d-4d60-8d6b-8ca2f358740a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:47.943664 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-420f7586-f666-4a39-905b-a2b8213a7798 req-50da5f68-d29d-4d60-8d6b-8ca2f358740a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0752707 Sep 28 15:43:47.951487 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb726fbe-5358-4f7d-90de-6bb5581f8205 req-3a81438e-84e0-4dc5-8e52-fa8e97a95b42 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:47.952861 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fb726fbe-5358-4f7d-90de-6bb5581f8205 req-3a81438e-84e0-4dc5-8e52-fa8e97a95b42 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0832436 Sep 28 15:43:47.983442 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:48.038481 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-420f7586-f666-4a39-905b-a2b8213a7798 req-37092b4c-4b51-4d5b-8a5a-8d2c43607517 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846572 Sep 28 15:43:48.043277 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fb726fbe-5358-4f7d-90de-6bb5581f8205 req-502a0472-a25d-4b5f-8e75-862ad85c7a57 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816536 Sep 28 15:43:48.349058 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9cf66a3a-6155-48b8-a8e3-59214b9b9265 req-11adc3b3-59bd-46f6-894a-161fb2b1b98b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 210 time: 0.0257127 Sep 28 15:43:49.193859 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0e5d8-8d2f-48e1-ba81-bd2bf5f67a90 req-f6e3e9d3-57d7-4b93-9dd7-c9b2cad2cf9b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:49.195344 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-65d0e5d8-8d2f-48e1-ba81-bd2bf5f67a90 req-f6e3e9d3-57d7-4b93-9dd7-c9b2cad2cf9b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0759683 Sep 28 15:43:49.200898 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062898d-9294-4764-a3f6-6d1bf888f898 req-e91a0494-0092-4fb8-813e-697237d40752 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:49.202245 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8062898d-9294-4764-a3f6-6d1bf888f898 req-e91a0494-0092-4fb8-813e-697237d40752 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0726004 Sep 28 15:43:49.274762 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-65d0e5d8-8d2f-48e1-ba81-bd2bf5f67a90 req-fd39c333-64c3-4d71-8813-684e9bd5e8cd tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715780 Sep 28 15:43:49.281769 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8062898d-9294-4764-a3f6-6d1bf888f898 req-3315b708-4709-4970-b493-a8b746e89567 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728548 Sep 28 15:43:49.449059 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b20121cd-bf97-4aff-b33c-d9a77700aa0c req-fe7b5267-37f1-4b52-a682-bfde84760a41 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 210 time: 0.0265167 Sep 28 15:43:49.766500 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:49.771411 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:50.438236 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c954e31-6443-4142-90b0-3d2ada53a6fb req-ea4e4f8d-7c5b-4f91-90d5-6a3cd5224a81 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:50.439760 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9c954e31-6443-4142-90b0-3d2ada53a6fb req-ea4e4f8d-7c5b-4f91-90d5-6a3cd5224a81 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0853899 Sep 28 15:43:50.458439 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f06390-d03b-41fe-868f-4b76aed5540e req-ef9f57cd-c259-4d15-871a-771a34b91122 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:50.459845 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4f06390-d03b-41fe-868f-4b76aed5540e req-ef9f57cd-c259-4d15-871a-771a34b91122 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0704727 Sep 28 15:43:50.535253 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9c954e31-6443-4142-90b0-3d2ada53a6fb req-b04f5efc-4974-4f9d-8185-5c15a8650871 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835390 Sep 28 15:43:50.539361 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4f06390-d03b-41fe-868f-4b76aed5540e req-72b9ef5f-719b-4ac0-8d26-2374175aa6ad tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724113 Sep 28 15:43:50.628319 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-008df5b5-4ddd-41c4-abd2-a38e39d1e36f req-dae04426-185c-4bfe-82a5-3b45a4fe45a7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 210 time: 0.0270495 Sep 28 15:43:50.661749 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:43:51.692620 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc32df4-8218-453e-809d-e63c78754c6e req-911b37de-a4c0-47e9-920a-f3966c7b3c53 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:51.694160 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4fc32df4-8218-453e-809d-e63c78754c6e req-911b37de-a4c0-47e9-920a-f3966c7b3c53 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0761116 Sep 28 15:43:51.708091 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6190579-d3fa-4e0b-a3ab-503f82a51a09 req-8afb2d26-61fd-4dfc-999b-939e665afab9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:51.709561 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e6190579-d3fa-4e0b-a3ab-503f82a51a09 req-8afb2d26-61fd-4dfc-999b-939e665afab9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0641818 Sep 28 15:43:51.789466 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:51.794527 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4fc32df4-8218-453e-809d-e63c78754c6e req-c295ba69-75ea-437b-b4bb-1573c05b5140 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840218 Sep 28 15:43:51.799570 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e6190579-d3fa-4e0b-a3ab-503f82a51a09 req-0300db95-f638-43a1-b8e6-c237a685af4c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826435 Sep 28 15:43:51.908476 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-11602aed-6a4a-4a21-a6c6-497f6363ece0 req-64557059-bc20-475a-b1c7-5ca3350f4a32 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 210 time: 0.0389826 Sep 28 15:43:52.044216 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-33033566-cc85-4df4-ad85-54461deb840f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:52.046016 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-33033566-cc85-4df4-ad85-54461deb840f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 815 time: 0.1649163 Sep 28 15:43:52.143841 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d38f5-dd35-4f05-81bd-014db2ad71cd req-6ff92074-f4f6-4405-b4e9-e4a350e1d700 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:52.145213 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-624d38f5-dd35-4f05-81bd-014db2ad71cd req-6ff92074-f4f6-4405-b4e9-e4a350e1d700 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0652525 Sep 28 15:43:52.228258 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:52.251762 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-ae183c36-ff56-4df6-8b06-e8196772b315 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 472 time: 0.1435795 Sep 28 15:43:52.256564 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dcffc-94c1-4a6a-8997-0a247bae9c62 req-fd10a4ae-3e16-48c0-af02-7876a2cc63be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:52.258373 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-286dcffc-94c1-4a6a-8997-0a247bae9c62 req-fd10a4ae-3e16-48c0-af02-7876a2cc63be service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 1129 time: 0.1036355 Sep 28 15:43:52.265797 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'port': {'device_id': '67dc05ad-5958-4041-9643-9646838091a5', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'admin_state_up': True, 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'security_groups': ['79096b5c-b216-428e-95e2-87dbea57ecdb']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:43:52.273668 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-624d38f5-dd35-4f05-81bd-014db2ad71cd req-daa238fb-c05c-488d-a5e6-438527e7dc07 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198013 Sep 28 15:43:52.434872 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dcffc-94c1-4a6a-8997-0a247bae9c62 req-2901490e-125b-401d-b622-ff3fe9caae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:52.436360 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-286dcffc-94c1-4a6a-8997-0a247bae9c62 req-2901490e-125b-401d-b622-ff3fe9caae5e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.1525071 Sep 28 15:43:52.450750 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Made reservation on behalf of 4eacc288ff1c40c8877635b387ffc3bc for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:43:52.454948 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:52.517389 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-286dcffc-94c1-4a6a-8997-0a247bae9c62 req-a981221b-7a5f-498d-858d-93332ec1e2cd service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55efe6f9-e65a-4754-9095-ac7b9f3c3e10 HTTP/1.1" status: 200 len: 217 time: 0.0484009 Sep 28 15:43:52.870940 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7423f-0c7e-4de2-bab9-c9be8551285a req-a874ff7f-8c9c-4bf8-ac28-f262593c25f2 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:52.872556 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-abe7423f-0c7e-4de2-bab9-c9be8551285a req-a874ff7f-8c9c-4bf8-ac28-f262593c25f2 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.3588450 Sep 28 15:43:52.932732 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dcffc-94c1-4a6a-8997-0a247bae9c62 req-9d53a49e-4f26-4855-9333-67d24e1e74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:52.934185 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-286dcffc-94c1-4a6a-8997-0a247bae9c62 req-9d53a49e-4f26-4855-9333-67d24e1e74bb service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.1440725 Sep 28 15:43:53.025452 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=41,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:53.034550 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=40,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:53.045346 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Allocated IP 172.20.0.9 (df05fe18-9205-4e7c-b6d8-ac63aa67e1aa/1d382cba-cbbe-4f33-a626-0774b388d92e/8a0e2173-599b-42d5-a1a1-8e65b893783f) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:43:53.052762 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a32d8-e7c3-4576-9b5f-2f14de4010e6 req-7d0db1c1-e4d6-4be2-8ece-69bd0ba8d58f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:53.054847 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc7a32d8-e7c3-4576-9b5f-2f14de4010e6 req-7d0db1c1-e4d6-4be2-8ece-69bd0ba8d58f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.1192372 Sep 28 15:43:53.057787 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-abe7423f-0c7e-4de2-bab9-c9be8551285a req-9908e30e-0f22-4503-9554-9696ca9f8aca tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762638 Sep 28 15:43:53.065874 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dcffc-94c1-4a6a-8997-0a247bae9c62 req-366a4971-f9cf-4125-8df3-a1b5224b9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:53.067304 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-286dcffc-94c1-4a6a-8997-0a247bae9c62 req-366a4971-f9cf-4125-8df3-a1b5224b9c10 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1167221 Sep 28 15:43:53.096787 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:53.228206 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03ba0454-fb3b-44b3-8577-cf2f403fddc1 req-2b314fc5-5410-4c69-ae18-81688f3b9eeb tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 210 time: 0.0784819 Sep 28 15:43:53.252007 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc7a32d8-e7c3-4576-9b5f-2f14de4010e6 req-ebfbab39-9fee-4056-bc65-d803f737798b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895125 Sep 28 15:43:53.305442 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:53.316181 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-286dcffc-94c1-4a6a-8997-0a247bae9c62 req-106154e4-24a3-4e44-bd28-219575d4bab9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386358 Sep 28 15:43:53.437475 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:53.453150 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a97fd3-fab4-46b7-b189-dcb61e6120f1 req-794e21a6-d26b-497d-b461-d6dd88822286 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:53.454649 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35a97fd3-fab4-46b7-b189-dcb61e6120f1 req-794e21a6-d26b-497d-b461-d6dd88822286 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0919063 Sep 28 15:43:53.528188 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-286dcffc-94c1-4a6a-8997-0a247bae9c62 req-a5a9a98e-e218-4f4a-b293-d01faa71d0af service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961343 Sep 28 15:43:53.549011 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35a97fd3-fab4-46b7-b189-dcb61e6120f1 req-aced376a-c6bb-4381-911c-28d0f3574eeb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856750 Sep 28 15:43:53.552428 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:53.592810 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:43:53.598149 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:43:53.602547 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:43:53.629839 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=8a0e2173-599b-42d5-a1a1-8e65b893783f,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:53.655546 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:53.656183 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:53.673958 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-29c8bf1b-97a9-42a2-82c6-f7e8fea42c49 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4123938 Sep 28 15:43:53.824985 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-772dc65e-08c8-42c6-9535-d9cc7f01e9fd None None] Provisioning complete for port 8a0e2173-599b-42d5-a1a1-8e65b893783f triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:43:53.825521 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-772dc65e-08c8-42c6-9535-d9cc7f01e9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:53.825750 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-772dc65e-08c8-42c6-9535-d9cc7f01e9fd None None] Attempt 1 to provision port 8a0e2173-599b-42d5-a1a1-8e65b893783f Sep 28 15:43:53.859912 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-772dc65e-08c8-42c6-9535-d9cc7f01e9fd None None] Port 8a0e2173-599b-42d5-a1a1-8e65b893783f cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:43:53.867929 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Request body: {'port': {'device_id': '67dc05ad-5958-4041-9643-9646838091a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:43:53.925989 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.168026 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:54.224761 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41342) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:54.230703 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98efcc-bf64-4dbb-8df6-1c86cc9b7691 req-29311088-d18a-4a38-9861-0af9deed39cb tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:54.232305 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1e98efcc-bf64-4dbb-8df6-1c86cc9b7691 req-29311088-d18a-4a38-9861-0af9deed39cb tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0811558 Sep 28 15:43:54.253497 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0e2173-599b-42d5-a1a1-8e65b893783f {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:43:54.268399 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Publish callbacks [] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.273708 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:54.300021 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Transition to ACTIVE for port object 8a0e2173-599b-42d5-a1a1-8e65b893783f will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:43:54.312453 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.323398 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1e98efcc-bf64-4dbb-8df6-1c86cc9b7691 req-578dd6af-b11d-475c-8495-5951d80285e6 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842674 Sep 28 15:43:54.357714 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0224605a-a209-4d59-9fbe-363cdf06c084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.361350 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-772dc65e-08c8-42c6-9535-d9cc7f01e9fd None None] Attempt 2 to provision port 8a0e2173-599b-42d5-a1a1-8e65b893783f Sep 28 15:43:54.399964 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-772dc65e-08c8-42c6-9535-d9cc7f01e9fd None None] Port 8a0e2173-599b-42d5-a1a1-8e65b893783f cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:43:54.415397 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-2658783e-e2f8-432f-a716-e34533316cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.422134 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0e2173-599b-42d5-a1a1-8e65b893783f,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:54.457863 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f6ab4-e3a4-4c1b-a376-3eba12a27e0a req-47373a5e-06c0-4096-818a-a4135185eb5e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:54.459364 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-939f6ab4-e3a4-4c1b-a376-3eba12a27e0a req-47373a5e-06c0-4096-818a-a4135185eb5e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 943 time: 0.1163492 Sep 28 15:43:54.462425 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0224605a-a209-4d59-9fbe-363cdf06c084 admin admin] Publish callbacks [] for security_group (50baf1f2-9c90-4fb8-8751-44fcfa94a083), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.466874 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0224605a-a209-4d59-9fbe-363cdf06c084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (50baf1f2-9c90-4fb8-8751-44fcfa94a083), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.516558 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-0224605a-a209-4d59-9fbe-363cdf06c084 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4983c88b65074f7c9502ace7f4068199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907214 Sep 28 15:43:54.517396 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224605a-a209-4d59-9fbe-363cdf06c084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50baf1f2-9c90-4fb8-8751-44fcfa94a083,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:54.519672 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41350) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:54.528440 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03550d3-f0d2-4781-abbe-ffec311ba6ab req-96b9c967-3fad-4d73-b7ac-da6a54886b2e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:54.529874 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d03550d3-f0d2-4781-abbe-ffec311ba6ab req-96b9c967-3fad-4d73-b7ac-da6a54886b2e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.1178567 Sep 28 15:43:54.572564 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6983cd38-f5eb-44dc-b041-b30d8fb22b42 admin admin] Publish callbacks [] for security_group (50baf1f2-9c90-4fb8-8751-44fcfa94a083), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.582229 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Attempting to bind port 8a0e2173-599b-42d5-a1a1-8e65b893783f on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:43:54.582422 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Attempting to bind port 8a0e2173-599b-42d5-a1a1-8e65b893783f by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:43:54.582629 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Attempting to bind port 8a0e2173-599b-42d5-a1a1-8e65b893783f on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:43:54.594516 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6983cd38-f5eb-44dc-b041-b30d8fb22b42 admin admin] Publish callbacks [] for security_group (50baf1f2-9c90-4fb8-8751-44fcfa94a083), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.618097 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-939f6ab4-e3a4-4c1b-a376-3eba12a27e0a req-02663f32-baa4-48fa-b0d5-a5adf8c8c6f3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339314 Sep 28 15:43:54.656286 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d03550d3-f0d2-4781-abbe-ffec311ba6ab req-4be9c996-9649-4763-83a2-f09afe4a7595 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177254 Sep 28 15:43:54.664016 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Port 8a0e2173-599b-42d5-a1a1-8e65b893783f on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:43:54.664626 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Attempting to bind port 8a0e2173-599b-42d5-a1a1-8e65b893783f on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:43:54.665929 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6983cd38-f5eb-44dc-b041-b30d8fb22b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (50baf1f2-9c90-4fb8-8751-44fcfa94a083), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.668516 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6983cd38-f5eb-44dc-b041-b30d8fb22b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.670830 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-6983cd38-f5eb-44dc-b041-b30d8fb22b42 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/50baf1f2-9c90-4fb8-8751-44fcfa94a083 HTTP/1.1" status: 204 len: 168 time: 0.1500666 Sep 28 15:43:54.681277 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983cd38-f5eb-44dc-b041-b30d8fb22b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50baf1f2-9c90-4fb8-8751-44fcfa94a083,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:54.748630 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:43:54.748982 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Checking segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:43:54.749368 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Bound using segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:43:54.749822 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Bound port: 8a0e2173-599b-42d5-a1a1-8e65b893783f, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:43:54.750423 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.781145 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca91f6-55ab-4659-b318-b1c806617444 req-59cae05d-67d0-482c-8983-3044eca25880 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:54.782835 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b7ca91f6-55ab-4659-b318-b1c806617444 req-59cae05d-67d0-482c-8983-3044eca25880 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0691533 Sep 28 15:43:54.862799 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] For port 8a0e2173-599b-42d5-a1a1-8e65b893783f, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:43:54.885169 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b7ca91f6-55ab-4659-b318-b1c806617444 req-d0788d62-55b6-4d4a-8d12-ef899e270e2c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854735 Sep 28 15:43:54.887152 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] For port 8a0e2173-599b-42d5-a1a1-8e65b893783f, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=8a0e2173-599b-42d5-a1a1-8e65b893783f,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:43:54.901666 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-772dc65e-08c8-42c6-9535-d9cc7f01e9fd None None] Attempt 3 to provision port 8a0e2173-599b-42d5-a1a1-8e65b893783f Sep 28 15:43:54.903785 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.915982 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:54.916607 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:54.918219 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/8a0e2173-599b-42d5-a1a1-8e65b893783f HTTP/1.1" status: 200 len: 1093 time: 1.0544136 Sep 28 15:43:54.918674 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dc05ad-5958-4041-9643-9646838091a5', 'tag': '8a0e2173-599b-42d5-a1a1-8e65b893783f'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:43:54.921650 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ed9724-16fa-4eee-bea9-2212134abddc" -d '{"events": [{"name": "network-changed", "server_uuid": "67dc05ad-5958-4041-9643-9646838091a5", "tag": "8a0e2173-599b-42d5-a1a1-8e65b893783f"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:43:54.949277 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-772dc65e-08c8-42c6-9535-d9cc7f01e9fd None None] Port 8a0e2173-599b-42d5-a1a1-8e65b893783f had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:43:54.978599 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a891be8-2273-4854-bd4d-4e0b23e8106b x-openstack-request-id: req-2a891be8-2273-4854-bd4d-4e0b23e8106b {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:43:54.979134 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dc05ad-5958-4041-9643-9646838091a5", "tag": "8a0e2173-599b-42d5-a1a1-8e65b893783f", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:43:54.979134 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a891be8-2273-4854-bd4d-4e0b23e8106b {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:43:54.979969 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a891be8-2273-4854-bd4d-4e0b23e8106b'] response: {'name': 'network-changed', 'server_uuid': '67dc05ad-5958-4041-9643-9646838091a5', 'tag': '8a0e2173-599b-42d5-a1a1-8e65b893783f', 'status': 'completed', 'code': 200} Sep 28 15:43:54.990452 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41db23b-90ed-471c-8c26-bb861af17c79 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0e2173-599b-42d5-a1a1-8e65b893783f,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:55.028578 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 41364) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:55.042581 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e8249dea-311e-4341-87e1-d51a5774a6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:55.094110 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:55.141516 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e8249dea-311e-4341-87e1-d51a5774a6ac admin admin] Publish callbacks [] for security_group (e3483fba-52f3-4c7a-9e70-8a5bb81d22e0), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:55.145163 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e8249dea-311e-4341-87e1-d51a5774a6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e3483fba-52f3-4c7a-9e70-8a5bb81d22e0), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:55.184465 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-e8249dea-311e-4341-87e1-d51a5774a6ac admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=db92a2d11b7a41bbaabd895d04aca595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548254 Sep 28 15:43:55.185306 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8249dea-311e-4341-87e1-d51a5774a6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3483fba-52f3-4c7a-9e70-8a5bb81d22e0,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:55.187700 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41368) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:55.236990 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4959820b-6e85-48be-8545-fa67f6b8c9ba admin admin] Publish callbacks [] for security_group (e3483fba-52f3-4c7a-9e70-8a5bb81d22e0), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:55.256281 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4959820b-6e85-48be-8545-fa67f6b8c9ba admin admin] Publish callbacks [] for security_group (e3483fba-52f3-4c7a-9e70-8a5bb81d22e0), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:55.304906 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4959820b-6e85-48be-8545-fa67f6b8c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e3483fba-52f3-4c7a-9e70-8a5bb81d22e0), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:55.307479 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4959820b-6e85-48be-8545-fa67f6b8c9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:55.308598 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-4959820b-6e85-48be-8545-fa67f6b8c9ba admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e3483fba-52f3-4c7a-9e70-8a5bb81d22e0 HTTP/1.1" status: 204 len: 168 time: 0.1196458 Sep 28 15:43:55.316215 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959820b-6e85-48be-8545-fa67f6b8c9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3483fba-52f3-4c7a-9e70-8a5bb81d22e0,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:55.452368 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d794d-1dd4-4718-bdcb-5388dace164e req-0808f49c-4a96-469e-9cbc-ed0cee9cdaec tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:55.453970 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-995d794d-1dd4-4718-bdcb-5388dace164e req-0808f49c-4a96-469e-9cbc-ed0cee9cdaec tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0475330 Sep 28 15:43:55.466319 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:55.504875 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-995d794d-1dd4-4718-bdcb-5388dace164e req-aafd6684-bd95-4803-a7af-fa9c86ef7756 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451250 Sep 28 15:43:55.591751 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed9724-16fa-4eee-bea9-2212134abddc req-e4a0faae-c17a-4b78-b5ec-0a1712e60be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:55.593368 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5ed9724-16fa-4eee-bea9-2212134abddc req-e4a0faae-c17a-4b78-b5ec-0a1712e60be7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 1127 time: 0.0458624 Sep 28 15:43:55.700660 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed9724-16fa-4eee-bea9-2212134abddc req-966d6f27-783c-4641-8109-e8220b799a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:55.702280 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5ed9724-16fa-4eee-bea9-2212134abddc req-966d6f27-783c-4641-8109-e8220b799a30 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0999568 Sep 28 15:43:55.832546 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167529-51ad-4d3a-b7c7-b9660de12cfd req-99789bf1-b830-4a8d-b0b4-326a7a42ffd5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:55.834071 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-43167529-51ad-4d3a-b7c7-b9660de12cfd req-99789bf1-b830-4a8d-b0b4-326a7a42ffd5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 943 time: 0.1268761 Sep 28 15:43:55.872218 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440c7fc-262f-4768-80ab-985b73e3574a req-59947019-fc73-424c-956f-8f18b8cdd290 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:55.873843 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1440c7fc-262f-4768-80ab-985b73e3574a req-59947019-fc73-424c-956f-8f18b8cdd290 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.1175280 Sep 28 15:43:55.934446 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-43167529-51ad-4d3a-b7c7-b9660de12cfd req-117a3c1f-6051-4473-8862-06df04d54a03 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889542 Sep 28 15:43:55.949650 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed9724-16fa-4eee-bea9-2212134abddc req-806e7b43-a78b-49e5-b7ca-ccc2f1240906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:55.949650 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5ed9724-16fa-4eee-bea9-2212134abddc req-806e7b43-a78b-49e5-b7ca-ccc2f1240906 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2238495 Sep 28 15:43:55.978110 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1440c7fc-262f-4768-80ab-985b73e3574a req-c280611f-6ffb-45df-82e5-01ba206f5a4a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976210 Sep 28 15:43:56.064404 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44316a-807b-439c-8c28-d77ceecb3409 req-2af29708-2a41-4577-abeb-f1ffb6e10bce tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:56.065940 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0e44316a-807b-439c-8c28-d77ceecb3409 req-2af29708-2a41-4577-abeb-f1ffb6e10bce tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0490103 Sep 28 15:43:56.114420 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0e44316a-807b-439c-8c28-d77ceecb3409 req-e912ac03-bfbd-4a15-abc0-055f98a5af77 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Sep 28 15:43:56.472108 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-325c344a-4461-4fc0-9991-5c7d01b57050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:56.473768 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-325c344a-4461-4fc0-9991-5c7d01b57050 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 1127 time: 0.0573337 Sep 28 15:43:56.486758 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-c1533933-bd1e-4ff9-8e9d-1198cb261c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:56.556345 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-ddfa55d6-acd5-4596-a349-5d7078696854 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a0e2173-599b-42d5-a1a1-8e65b893783f HTTP/1.1" status: 200 len: 217 time: 0.0606685 Sep 28 15:43:56.625943 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-9ecb26a2-8715-4bf1-86c3-e1fe766416dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:56.627881 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-9ecb26a2-8715-4bf1-86c3-e1fe766416dd service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 200 len: 854 time: 0.0648913 Sep 28 15:43:56.701125 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8ec0f-e260-486b-938c-69f9d710c06f req-62bf0ff9-528d-4244-9124-eb0f986f392f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:56.702679 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-34c8ec0f-e260-486b-938c-69f9d710c06f req-62bf0ff9-528d-4244-9124-eb0f986f392f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0887811 Sep 28 15:43:56.708056 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a9995cb8-fbe8-464f-a028-0501c6b4c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:56.709578 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-a9995cb8-fbe8-464f-a028-0501c6b4c0f8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597708 Sep 28 15:43:56.790258 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:56.804708 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-34c8ec0f-e260-486b-938c-69f9d710c06f req-e6e40889-5e99-43bc-91ad-757809323d9a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935798 Sep 28 15:43:56.836066 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-62363c51-339c-41f5-8f07-69a40dd6ecd8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113307 Sep 28 15:43:56.939592 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc1c55e9-b79e-411c-b310-c1ead8fa5b54 req-48f605b7-e2b4-4fd2-9b1c-f092f2a4b790 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919306 Sep 28 15:43:57.089948 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816501a6-2b84-4231-9cd0-7d3cc698e422 req-c010fc05-6b25-4db1-a2cc-ffd728b03d9b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:57.091566 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-816501a6-2b84-4231-9cd0-7d3cc698e422 req-c010fc05-6b25-4db1-a2cc-ffd728b03d9b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 943 time: 0.0644584 Sep 28 15:43:57.110136 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:57.142634 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee029dd-5575-473b-a51d-b095dad507b7 req-335f011a-96d3-4d5b-8fac-e7ce1271255c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:57.144222 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aee029dd-5575-473b-a51d-b095dad507b7 req-335f011a-96d3-4d5b-8fac-e7ce1271255c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0734379 Sep 28 15:43:57.186047 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-816501a6-2b84-4231-9cd0-7d3cc698e422 req-3c134095-3506-42a7-a664-dbe6d673f440 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725768 Sep 28 15:43:57.222407 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aee029dd-5575-473b-a51d-b095dad507b7 req-2b1cbeb3-3a85-4470-8563-bc2f2d5587bf tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661874 Sep 28 15:43:57.299245 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950b9d8-8b6f-49ed-8f13-52935a40ac1c req-4a447246-3a1e-4499-8da9-68552ccea3fa tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:57.300727 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0950b9d8-8b6f-49ed-8f13-52935a40ac1c req-4a447246-3a1e-4499-8da9-68552ccea3fa tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0455849 Sep 28 15:43:57.349522 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0950b9d8-8b6f-49ed-8f13-52935a40ac1c req-59107707-d356-4f6e-a4a7-451ed1bcafb9 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Sep 28 15:43:57.481363 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41464) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:57.604524 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cbba28ce-c460-49e0-a8df-4b44f61b153a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:57.699446 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cbba28ce-c460-49e0-a8df-4b44f61b153a admin admin] Publish callbacks [] for security_group (fcd5d369-e38a-498a-a609-bb74c2838e7d), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:57.703869 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cbba28ce-c460-49e0-a8df-4b44f61b153a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (fcd5d369-e38a-498a-a609-bb74c2838e7d), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:57.745987 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-cbba28ce-c460-49e0-a8df-4b44f61b153a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=97672b3a5d044644961c1844b3c17357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634375 Sep 28 15:43:57.746981 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba28ce-c460-49e0-a8df-4b44f61b153a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd5d369-e38a-498a-a609-bb74c2838e7d,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:57.749288 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 41476) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:57.804602 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-90122872-2e5c-4c83-850e-ac7b955bbe33 admin admin] Publish callbacks [] for security_group (fcd5d369-e38a-498a-a609-bb74c2838e7d), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:57.826818 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-90122872-2e5c-4c83-850e-ac7b955bbe33 admin admin] Publish callbacks [] for security_group (fcd5d369-e38a-498a-a609-bb74c2838e7d), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:57.883183 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-90122872-2e5c-4c83-850e-ac7b955bbe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (fcd5d369-e38a-498a-a609-bb74c2838e7d), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:57.885766 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-90122872-2e5c-4c83-850e-ac7b955bbe33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:57.886951 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-90122872-2e5c-4c83-850e-ac7b955bbe33 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fcd5d369-e38a-498a-a609-bb74c2838e7d HTTP/1.1" status: 204 len: 168 time: 0.1364563 Sep 28 15:43:57.895149 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90122872-2e5c-4c83-850e-ac7b955bbe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd5d369-e38a-498a-a609-bb74c2838e7d,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:57.954369 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74c95-0737-46e0-922c-1faa302adf6b req-39f1ae1b-2ee6-420c-90dc-a004c4a4811e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:57.955988 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-27e74c95-0737-46e0-922c-1faa302adf6b req-39f1ae1b-2ee6-420c-90dc-a004c4a4811e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0492301 Sep 28 15:43:58.004850 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-27e74c95-0737-46e0-922c-1faa302adf6b req-988e5449-82a4-4b81-a2db-d8fc41757632 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421190 Sep 28 15:43:58.053529 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0082d06d-1382-48f9-94de-259360a953c6 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:43:58.165205 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 41486) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:58.168598 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:43:58.178384 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3ecec3f6-1506-43f2-a4cc-20d549ed2894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:58.179856 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '0082d06d-1382-48f9-94de-259360a953c6', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'port_id': '0082d06d-1382-48f9-94de-259360a953c6', 'mac_address': 'fa:16:3e:6e:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:43:58.219790 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 0082d06d-1382-48f9-94de-259360a953c6 is: ACTIVE; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:43:58.220175 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0082d06d-1382-48f9-94de-259360a953c6), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:58.240984 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0082d06d-1382-48f9-94de-259360a953c6 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:43:58.251903 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:58.260498 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3ecec3f6-1506-43f2-a4cc-20d549ed2894 admin admin] Publish callbacks [] for security_group (39d28170-ffe2-4919-8694-f14f3352ac46), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:58.265730 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3ecec3f6-1506-43f2-a4cc-20d549ed2894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (39d28170-ffe2-4919-8694-f14f3352ac46), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:58.266184 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:43:58.271648 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0082d06d-1382-48f9-94de-259360a953c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:58.327601 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=0082d06d-1382-48f9-94de-259360a953c6,revision_number=6']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:58.334789 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.335806 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.336169 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.336536 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.336869 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.337194 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.337519 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.337865 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.338869 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.339202 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.339533 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.339876 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.340204 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.340529 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.340848 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:43:58.357304 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:58.362145 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-3ecec3f6-1506-43f2-a4cc-20d549ed2894 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9f15387d660347b1805a900418d4a6fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957812 Sep 28 15:43:58.365455 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41492) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:58.382630 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecec3f6-1506-43f2-a4cc-20d549ed2894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d28170-ffe2-4919-8694-f14f3352ac46,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:58.396957 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9283cd-26ad-474b-88a4-8d86b56bbafb req-6fde60ab-d5c0-4a8c-823e-e229f99dedaa tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:58.399050 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ec9283cd-26ad-474b-88a4-8d86b56bbafb req-6fde60ab-d5c0-4a8c-823e-e229f99dedaa tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 943 time: 0.1136053 Sep 28 15:43:58.418819 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd14cd-3b91-421b-b166-cded0f7b2888 req-c321c03f-6596-4a2f-8313-1465f779cd4a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:58.419029 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b609ffc-1f08-4fa6-b171-2a241c8751c0 admin admin] Publish callbacks [] for security_group (39d28170-ffe2-4919-8694-f14f3352ac46), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:58.420244 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-22fd14cd-3b91-421b-b166-cded0f7b2888 req-c321c03f-6596-4a2f-8313-1465f779cd4a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 944 time: 0.0856643 Sep 28 15:43:58.438870 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b609ffc-1f08-4fa6-b171-2a241c8751c0 admin admin] Publish callbacks [] for security_group (39d28170-ffe2-4919-8694-f14f3352ac46), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:58.459292 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:58.464589 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:58.490533 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ec9283cd-26ad-474b-88a4-8d86b56bbafb req-0303d145-4704-4909-9269-f530d85a2866 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855269 Sep 28 15:43:58.496425 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b609ffc-1f08-4fa6-b171-2a241c8751c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (39d28170-ffe2-4919-8694-f14f3352ac46), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:58.498632 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-22fd14cd-3b91-421b-b166-cded0f7b2888 req-ce1444eb-5f86-41ca-8117-9812ef5f923b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713444 Sep 28 15:43:58.499314 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1b609ffc-1f08-4fa6-b171-2a241c8751c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:58.500430 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-1b609ffc-1f08-4fa6-b171-2a241c8751c0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/39d28170-ffe2-4919-8694-f14f3352ac46 HTTP/1.1" status: 204 len: 168 time: 0.1338463 Sep 28 15:43:58.510566 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b609ffc-1f08-4fa6-b171-2a241c8751c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d28170-ffe2-4919-8694-f14f3352ac46,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:58.785149 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41504) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:58.789993 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-4141623b-36a7-478a-990b-27466431a862 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547562376', 'description': 'tempest-description--1717169762'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:43:58.996869 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4141623b-36a7-478a-990b-27466431a862 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.071664 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4141623b-36a7-478a-990b-27466431a862 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group (2a1393c0-1bff-4dee-b1e2-12276dd9db47), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.078411 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4141623b-36a7-478a-990b-27466431a862 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (2a1393c0-1bff-4dee-b1e2-12276dd9db47), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.112767 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4141623b-36a7-478a-990b-27466431a862 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.117620 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-4141623b-36a7-478a-990b-27466431a862 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3312902 Sep 28 15:43:59.119340 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41522) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:59.123832 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-cbfc2c3b-1361-4b5e-81cb-387cf4a45d70 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Request body: {'security_group_rule': {'security_group_id': '2a1393c0-1bff-4dee-b1e2-12276dd9db47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:43:59.129535 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141623b-36a7-478a-990b-27466431a862 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1393c0-1bff-4dee-b1e2-12276dd9db47,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:59.152342 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab91dc-7a7d-48a1-ba86-3dc217292acf req-1582b3e1-d0ca-461a-9f76-03d6c89d16f9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:59.153910 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0ab91dc-7a7d-48a1-ba86-3dc217292acf req-1582b3e1-d0ca-461a-9f76-03d6c89d16f9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0535960 Sep 28 15:43:59.157583 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cbfc2c3b-1361-4b5e-81cb-387cf4a45d70 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group_rule (5da33665-d11a-4ca2-8fb5-b18454917c0c), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.204907 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0ab91dc-7a7d-48a1-ba86-3dc217292acf req-7ffc3c22-ba52-46f2-a823-6eb0762b3737 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450394 Sep 28 15:43:59.230272 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cbfc2c3b-1361-4b5e-81cb-387cf4a45d70 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group_rule (5da33665-d11a-4ca2-8fb5-b18454917c0c), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.234096 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cbfc2c3b-1361-4b5e-81cb-387cf4a45d70 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (5da33665-d11a-4ca2-8fb5-b18454917c0c), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.253683 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc2c3b-1361-4b5e-81cb-387cf4a45d70 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da33665-d11a-4ca2-8fb5-b18454917c0c,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:59.263644 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cbfc2c3b-1361-4b5e-81cb-387cf4a45d70 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.269385 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-cbfc2c3b-1361-4b5e-81cb-387cf4a45d70 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451669 Sep 28 15:43:59.269658 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41526) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:59.277652 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-9188a425-be2e-4ba3-8e94-d98979430967 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Request body: {'security_group_rule': {'security_group_id': '2a1393c0-1bff-4dee-b1e2-12276dd9db47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:43:59.314807 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9188a425-be2e-4ba3-8e94-d98979430967 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group_rule (26efcf9d-1650-4260-b095-3b54fad384df), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.372964 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9188a425-be2e-4ba3-8e94-d98979430967 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group_rule (26efcf9d-1650-4260-b095-3b54fad384df), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.376488 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9188a425-be2e-4ba3-8e94-d98979430967 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (26efcf9d-1650-4260-b095-3b54fad384df), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.395875 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188a425-be2e-4ba3-8e94-d98979430967 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26efcf9d-1650-4260-b095-3b54fad384df,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:43:59.404179 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9188a425-be2e-4ba3-8e94-d98979430967 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.405358 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-9188a425-be2e-4ba3-8e94-d98979430967 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346290 Sep 28 15:43:59.408524 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41536) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:59.412841 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:43:59.440575 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.518644 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.645740 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:59.651042 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Allocated IP 172.27.2.15 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/edccdd4a-e0af-4ee3-89d3-a042ef14b6d4) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:43:59.672146 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:DELETE=6,neutron:SELECT=75,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:59.677565 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1857381-4ab5-4be7-a8c9-16a9f935711e req-377622cf-f0ee-408c-8c83-29e81da720b4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:59.679121 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f1857381-4ab5-4be7-a8c9-16a9f935711e req-377622cf-f0ee-408c-8c83-29e81da720b4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 943 time: 0.0760090 Sep 28 15:43:59.685618 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9ac49-4a46-44e5-9a7f-d46b45d038af req-1efbc4d1-3b3f-43c6-ba61-f27cb703bf11 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:43:59.692519 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cba9ac49-4a46-44e5-9a7f-d46b45d038af req-1efbc4d1-3b3f-43c6-ba61-f27cb703bf11 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 944 time: 0.0997088 Sep 28 15:43:59.735928 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.741947 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.742119 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41546) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:43:59.749362 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:43:59.749541 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cba9ac49-4a46-44e5-9a7f-d46b45d038af req-f34c1eb4-861e-4b34-8dad-df55cb4b5fba tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561523 Sep 28 15:43:59.800746 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f1857381-4ab5-4be7-a8c9-16a9f935711e req-a5d91ecd-4807-4072-aade-a2ee5cf028a6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051984 Sep 28 15:43:59.802183 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for port (edccdd4a-e0af-4ee3-89d3-a042ef14b6d4), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.835076 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (edccdd4a-e0af-4ee3-89d3-a042ef14b6d4), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.883560 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:43:59.889268 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce3b4a34-2002-42b5-9055-78ea03d1f4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:43:59.893082 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:43:59.895579 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:43:59.924716 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event updated for resources: {'Port': ['ID=edccdd4a-e0af-4ee3-89d3-a042ef14b6d4,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:00.028389 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for floatingip (11452e2a-d443-4b26-bddb-ade0a3c81147), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.080143 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce3b4a34-2002-42b5-9055-78ea03d1f4ec admin admin] Publish callbacks [] for security_group (27d28204-f4cd-4aaa-8458-2fb66dfe3db7), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.086085 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (edccdd4a-e0af-4ee3-89d3-a042ef14b6d4), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.087630 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce3b4a34-2002-42b5-9055-78ea03d1f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (27d28204-f4cd-4aaa-8458-2fb66dfe3db7), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.156906 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-ce3b4a34-2002-42b5-9055-78ea03d1f4ec admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d6ece3e0b896496d9e1004d384815e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134881 Sep 28 15:44:00.158544 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b4a34-2002-42b5-9055-78ea03d1f4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d28204-f4cd-4aaa-8458-2fb66dfe3db7,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:00.159731 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 41552) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:00.210799 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-39c91391-c3c4-4b0c-8bf0-4fd96ad4f3fb admin admin] Publish callbacks [] for security_group (27d28204-f4cd-4aaa-8458-2fb66dfe3db7), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.230108 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-39c91391-c3c4-4b0c-8bf0-4fd96ad4f3fb admin admin] Publish callbacks [] for security_group (27d28204-f4cd-4aaa-8458-2fb66dfe3db7), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.287434 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for port (edccdd4a-e0af-4ee3-89d3-a042ef14b6d4), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.295033 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (edccdd4a-e0af-4ee3-89d3-a042ef14b6d4), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.299112 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-39c91391-c3c4-4b0c-8bf0-4fd96ad4f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (27d28204-f4cd-4aaa-8458-2fb66dfe3db7), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.301737 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-39c91391-c3c4-4b0c-8bf0-4fd96ad4f3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.302969 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-39c91391-c3c4-4b0c-8bf0-4fd96ad4f3fb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/27d28204-f4cd-4aaa-8458-2fb66dfe3db7 HTTP/1.1" status: 204 len: 168 time: 0.1417775 Sep 28 15:44:00.336790 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c91391-c3c4-4b0c-8bf0-4fd96ad4f3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d28204-f4cd-4aaa-8458-2fb66dfe3db7,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:00.341234 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['0082d06d-1382-48f9-94de-259360a953c6'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:44:00.350152 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ce0af-bb94-4184-913b-35c241a83493 req-01bf1d4e-398f-4b64-8e65-ccec711a8a91 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:00.351892 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a49ce0af-bb94-4184-913b-35c241a83493 req-01bf1d4e-398f-4b64-8e65-ccec711a8a91 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0640776 Sep 28 15:44:00.374497 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (11452e2a-d443-4b26-bddb-ade0a3c81147), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.377175 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event updated for resources: {'Port': ['ID=edccdd4a-e0af-4ee3-89d3-a042ef14b6d4,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:00.397559 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:00.398826 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-95a101bc-4bc8-467d-976c-cd01e5803a11 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9893909 Sep 28 15:44:00.418669 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a49ce0af-bb94-4184-913b-35c241a83493 req-38d9daf1-db66-4df6-b9fb-608413a87eba tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562820 Sep 28 15:44:00.634279 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-268ab67c-3fff-41f8-a228-3450f3439924 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1547562376&fields=id&tenant_id=824ddb9f6f344a2684cf31d08427306c HTTP/1.1" status: 200 len: 267 time: 0.0433042 Sep 28 15:44:00.657819 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:01.001314 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-ffe04dc3-7a69-4f3d-9498-2bd7a9151d81 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:01.002807 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-ffe04dc3-7a69-4f3d-9498-2bd7a9151d81 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 818 time: 0.3621998 Sep 28 15:44:01.035336 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-34fc4086-4a94-4e3e-abae-123885dcca35 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/quotas/824ddb9f6f344a2684cf31d08427306c HTTP/1.1" status: 200 len: 375 time: 0.0170677 Sep 28 15:44:01.043604 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06c446-cb20-4313-9714-83b09299debc req-bf9b5f56-f4fb-4a5b-be26-87ee57b70c43 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:01.045053 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0f06c446-cb20-4313-9714-83b09299debc req-bf9b5f56-f4fb-4a5b-be26-87ee57b70c43 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 944 time: 0.0701895 Sep 28 15:44:01.108673 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-455e4b34-9509-4de7-9ccf-57b1b1cf3c8e tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0626793 Sep 28 15:44:01.110327 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:01.154312 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0f06c446-cb20-4313-9714-83b09299debc req-e4834f7e-a210-4b6f-a026-f356fa3ce497 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001427 Sep 28 15:44:01.241786 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-5c90d490-1976-4f8e-82ef-b9a9d5b96bf0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183138 Sep 28 15:44:01.270945 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 8a0e2173-599b-42d5-a1a1-8e65b893783f details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:44:01.325132 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2af46-7d80-4ae6-b501-c113692d16a9 req-9aaac3cf-8fc7-4925-b90e-aecb95945a30 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:01.326734 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b6d2af46-7d80-4ae6-b501-c113692d16a9 req-9aaac3cf-8fc7-4925-b90e-aecb95945a30 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 943 time: 0.0990541 Sep 28 15:44:01.345321 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:01.388588 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 8a0e2173-599b-42d5-a1a1-8e65b893783f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=8a0e2173-599b-42d5-a1a1-8e65b893783f,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:44:01.406966 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b6d2af46-7d80-4ae6-b501-c113692d16a9 req-94d672cf-e863-4797-acf4-c09a83d5694d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738683 Sep 28 15:44:01.409280 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-20a30908-00ea-4d9c-a896-bde9ffe173a5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522241 Sep 28 15:44:01.533906 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:01.546069 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '8a0e2173-599b-42d5-a1a1-8e65b893783f', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'port_id': '8a0e2173-599b-42d5-a1a1-8e65b893783f', 'mac_address': 'fa:16:3e:17:6f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:44:01.551224 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:01.594296 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 8a0e2173-599b-42d5-a1a1-8e65b893783f is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:44:01.594693 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:01.608647 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0e2173-599b-42d5-a1a1-8e65b893783f {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:44:01.631399 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 8a0e2173-599b-42d5-a1a1-8e65b893783f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=8a0e2173-599b-42d5-a1a1-8e65b893783f,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:44:01.636931 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:01.645943 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42f91d-3e3f-471f-9a10-9af8da4d6efd req-10f6a040-7666-46d6-92bf-03de56878eed tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:01.648024 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dd42f91d-3e3f-471f-9a10-9af8da4d6efd req-10f6a040-7666-46d6-92bf-03de56878eed tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.1048646 Sep 28 15:44:01.677267 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f262bcf6-efb9-4787-a43a-04d4e818805f req-2ad2288f-b4e2-471a-a1e0-3a714ce587bd tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 210 time: 0.0498435 Sep 28 15:44:01.701280 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=8a0e2173-599b-42d5-a1a1-8e65b893783f,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:01.735452 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dd42f91d-3e3f-471f-9a10-9af8da4d6efd req-2685aacf-7131-4c1b-8426-58d54bb1a599 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663099 Sep 28 15:44:01.995994 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['8a0e2173-599b-42d5-a1a1-8e65b893783f'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:44:02.293665 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75499d-d4ac-452e-b093-903a81166944 req-5184ab68-e850-4e99-b758-4f5645cfef7a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:02.301977 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0a75499d-d4ac-452e-b093-903a81166944 req-5184ab68-e850-4e99-b758-4f5645cfef7a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 944 time: 0.0584140 Sep 28 15:44:02.349949 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0a75499d-d4ac-452e-b093-903a81166944 req-ef220a06-033a-4c44-b2e1-e802a11f1a3f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469928 Sep 28 15:44:02.550751 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f503f-e37a-46df-aebb-f91cd14d013a req-3e5edd2d-c8b2-4f37-8ad5-17d43afa6e76 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:02.554417 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-637f503f-e37a-46df-aebb-f91cd14d013a req-3e5edd2d-c8b2-4f37-8ad5-17d43afa6e76 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 944 time: 0.0577619 Sep 28 15:44:02.646575 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-637f503f-e37a-46df-aebb-f91cd14d013a req-5919f747-a6fe-4b64-af58-ac3a8df9de8d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754282 Sep 28 15:44:02.839952 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b8750c3d-f692-49a9-875a-973120e65e73 req-21e0bddc-97b6-428c-919a-28b04586ed22 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 210 time: 0.0710180 Sep 28 15:44:02.865973 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 8a0e2173-599b-42d5-a1a1-8e65b893783f up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:44:02.933661 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99793e-305a-4dfb-a260-2dd555adf172 req-71cdede6-6ec7-4e7d-a3d6-1e89e6d5976f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:02.935163 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5f99793e-305a-4dfb-a260-2dd555adf172 req-71cdede6-6ec7-4e7d-a3d6-1e89e6d5976f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0942233 Sep 28 15:44:02.965595 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 8a0e2173-599b-42d5-a1a1-8e65b893783f completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:44:02.981498 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 8a0e2173-599b-42d5-a1a1-8e65b893783f triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:44:02.984989 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:02.985973 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 8a0e2173-599b-42d5-a1a1-8e65b893783f Sep 28 15:44:03.012862 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5f99793e-305a-4dfb-a260-2dd555adf172 req-b44fa584-924c-4974-ad20-4e6a48226dfa tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715191 Sep 28 15:44:03.092340 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 8a0e2173-599b-42d5-a1a1-8e65b893783f is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:44:03.093535 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:03.144855 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 8a0e2173-599b-42d5-a1a1-8e65b893783f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=8a0e2173-599b-42d5-a1a1-8e65b893783f,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:44:03.146216 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc05ad-5958-4041-9643-9646838091a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0e2173-599b-42d5-a1a1-8e65b893783f'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:44:03.151931 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d6366-2617-4a7e-b411-2c176af5d652" -d '{"events": [{"server_uuid": "67dc05ad-5958-4041-9643-9646838091a5", "name": "network-vif-plugged", "status": "completed", "tag": "8a0e2173-599b-42d5-a1a1-8e65b893783f"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:44:03.157109 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:03.158990 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0082d06d-1382-48f9-94de-259360a953c6 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:44:03.214653 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb163bd-d311-495f-9693-5a4ee3ab9150 x-openstack-request-id: req-ddb163bd-d311-495f-9693-5a4ee3ab9150 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:44:03.214967 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dc05ad-5958-4041-9643-9646838091a5", "name": "network-vif-plugged", "status": "completed", "tag": "8a0e2173-599b-42d5-a1a1-8e65b893783f", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:44:03.215228 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddb163bd-d311-495f-9693-5a4ee3ab9150 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:44:03.215617 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb163bd-d311-495f-9693-5a4ee3ab9150'] response: {'server_uuid': '67dc05ad-5958-4041-9643-9646838091a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0e2173-599b-42d5-a1a1-8e65b893783f', 'code': 200} Sep 28 15:44:03.226571 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-75ad49df-2501-4cb9-8a9e-7c9eb650ac02 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:03.228723 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-75ad49df-2501-4cb9-8a9e-7c9eb650ac02 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 818 time: 0.1896837 Sep 28 15:44:03.263173 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=8a0e2173-599b-42d5-a1a1-8e65b893783f,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:03.276913 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 0082d06d-1382-48f9-94de-259360a953c6 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:44:03.277328 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (0082d06d-1382-48f9-94de-259360a953c6), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:03.277668 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 0082d06d-1382-48f9-94de-259360a953c6 Sep 28 15:44:03.310023 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:03.402670 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 0082d06d-1382-48f9-94de-259360a953c6 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:44:03.403301 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0082d06d-1382-48f9-94de-259360a953c6), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:03.469914 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:44:03.478679 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0082d06d-1382-48f9-94de-259360a953c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:03.512044 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60996772-67f7-49bc-901b-07de99b46025 req-2c9e2102-696c-41d2-b686-5d397d8332f1 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:03.519455 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-60996772-67f7-49bc-901b-07de99b46025 req-2c9e2102-696c-41d2-b686-5d397d8332f1 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 944 time: 0.0666955 Sep 28 15:44:03.563625 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=0082d06d-1382-48f9-94de-259360a953c6,revision_number=7']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:03.581795 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-60996772-67f7-49bc-901b-07de99b46025 req-0bf56da5-747e-45a8-8341-22c49c192f1d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613034 Sep 28 15:44:03.815977 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c851-3fd7-41ed-a5ff-98969688a446 req-4bad6939-971c-41e7-a3d8-dd1cff4eb47a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:03.817485 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f9e8c851-3fd7-41ed-a5ff-98969688a446 req-4bad6939-971c-41e7-a3d8-dd1cff4eb47a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.0528216 Sep 28 15:44:03.837365 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:03.882062 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f9e8c851-3fd7-41ed-a5ff-98969688a446 req-d9dedff5-5107-468f-954d-08ef51fd0982 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569940 Sep 28 15:44:03.971985 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-87f82bb2-b3f4-4502-814f-315101238580 req-0862437f-2abd-45c7-9e3e-e9c73fbef073 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 210 time: 0.0293953 Sep 28 15:44:04.154141 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393de2c5-ea68-4bc8-b17d-baa4176c8c7d req-f9a32faf-22b1-4412-b33f-b8a98d8f8854 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:04.161112 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-393de2c5-ea68-4bc8-b17d-baa4176c8c7d req-f9a32faf-22b1-4412-b33f-b8a98d8f8854 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0576468 Sep 28 15:44:04.220185 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-393de2c5-ea68-4bc8-b17d-baa4176c8c7d req-b6c2217a-cbd7-4301-a22b-c85fa0fc0fda tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578184 Sep 28 15:44:04.711536 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d890a-a1cb-4e56-8e2b-7a9da6b4b25c req-9e50907f-9272-4a13-8819-3bb705ec7a03 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:04.713998 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aa4d890a-a1cb-4e56-8e2b-7a9da6b4b25c req-9e50907f-9272-4a13-8819-3bb705ec7a03 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0515795 Sep 28 15:44:04.767084 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aa4d890a-a1cb-4e56-8e2b-7a9da6b4b25c req-1b93b157-94f9-40d2-8087-40d9da057d1c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469253 Sep 28 15:44:05.027275 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e29a4-312e-4395-b09d-7f8dfbf66403 req-9af1086d-718e-4e59-8188-3d47cd3b66a6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:05.028904 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c63e29a4-312e-4395-b09d-7f8dfbf66403 req-9af1086d-718e-4e59-8188-3d47cd3b66a6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.0579100 Sep 28 15:44:05.087677 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f385e142-bdc7-4176-8f3f-1aad26cfe451 req-bafec81f-69ca-4eb7-b5bd-1cb2add31fde tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 210 time: 0.0358720 Sep 28 15:44:05.122970 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c63e29a4-312e-4395-b09d-7f8dfbf66403 req-3a198564-5931-4809-b077-5bea1caf6b98 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869806 Sep 28 15:44:05.217028 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0082d06d-1382-48f9-94de-259360a953c6'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:44:05.219707 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4649ce82-6fdb-4bfb-b30f-ef5bd3456893" -d '{"events": [{"server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "name": "network-vif-plugged", "status": "completed", "tag": "0082d06d-1382-48f9-94de-259360a953c6"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:44:05.264934 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56539f6f-5f24-4122-af17-3321f4ab4c10 x-openstack-request-id: req-56539f6f-5f24-4122-af17-3321f4ab4c10 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:44:05.264934 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "name": "network-vif-plugged", "status": "completed", "tag": "0082d06d-1382-48f9-94de-259360a953c6", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:44:05.264934 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56539f6f-5f24-4122-af17-3321f4ab4c10 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:44:05.264934 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56539f6f-5f24-4122-af17-3321f4ab4c10'] response: {'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0082d06d-1382-48f9-94de-259360a953c6', 'code': 200} Sep 28 15:44:05.365101 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:05.367317 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f8001-29dc-4d3c-a205-658b8642e50b req-8eff7568-bb34-47af-be9b-165263eb1e2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:05.368961 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-992f8001-29dc-4d3c-a205-658b8642e50b req-8eff7568-bb34-47af-be9b-165263eb1e2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0568142 Sep 28 15:44:05.423471 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-992f8001-29dc-4d3c-a205-658b8642e50b req-d6d33035-e61d-435b-a685-b96d38ab30f4 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484471 Sep 28 15:44:05.907253 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:05.923404 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bcd34-3799-4daf-96b3-7e82d0b26704 req-e1b39c89-1ebf-4c06-8678-defd4f1637cd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:05.925028 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-777bcd34-3799-4daf-96b3-7e82d0b26704 req-e1b39c89-1ebf-4c06-8678-defd4f1637cd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0701418 Sep 28 15:44:06.011869 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-0412bf9f-8b34-49e3-8faa-bf4961fccf3e tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=824ddb9f6f344a2684cf31d08427306c HTTP/1.1" status: 200 len: 380 time: 0.1246908 Sep 28 15:44:06.029240 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Request body: {'port': {'device_id': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'admin_state_up': True, 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'security_groups': ['2a1393c0-1bff-4dee-b1e2-12276dd9db47']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:44:06.076636 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-777bcd34-3799-4daf-96b3-7e82d0b26704 req-32095e9f-e198-4447-a8c8-3f5a2620212a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395302 Sep 28 15:44:06.146150 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ddc3a-aa6a-4011-8390-454423d028ee req-27ff049a-dfc4-4be9-a39f-477950c7232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:06.148678 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8b1ddc3a-aa6a-4011-8390-454423d028ee req-27ff049a-dfc4-4be9-a39f-477950c7232f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 1129 time: 0.1087573 Sep 28 15:44:06.268248 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8b1ddc3a-aa6a-4011-8390-454423d028ee req-5d9785b9-b0eb-433e-80f1-d56ed2012a59 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121240 Sep 28 15:44:06.288707 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bbed7e2b-858e-46a8-9edf-8c931c6b1a59 req-2c46751f-6905-4071-8ad6-54aa1f77b3f1 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 210 time: 0.0678661 Sep 28 15:44:06.318049 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792491e5-88f1-44e5-bd6d-d58f782c16d2 req-608ff27b-3d2d-4f8e-be3d-a9717444f56d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:06.322290 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-792491e5-88f1-44e5-bd6d-d58f782c16d2 req-608ff27b-3d2d-4f8e-be3d-a9717444f56d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.1021218 Sep 28 15:44:06.341517 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Made reservation on behalf of 824ddb9f6f344a2684cf31d08427306c for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:44:06.341517 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:06.463560 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-792491e5-88f1-44e5-bd6d-d58f782c16d2 req-c125daf8-a28d-4dea-9f5a-2ba2ec82f20a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102962 Sep 28 15:44:06.516253 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:06.525608 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Allocated IP 172.20.0.11 (b037e357-8df3-4ca3-8b1b-f30273c72384/2deece4e-7771-4de9-913c-e26bea7b629b/df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:44:06.601441 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd5244-0d63-4dce-b287-196d5cc604e8 req-6ca7bb50-0d0c-49f4-96ac-0edcb8edbe6d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:06.602986 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a2fd5244-0d63-4dce-b287-196d5cc604e8 req-6ca7bb50-0d0c-49f4-96ac-0edcb8edbe6d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0718155 Sep 28 15:44:06.731950 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a2fd5244-0d63-4dce-b287-196d5cc604e8 req-42451fe8-cd10-4c91-acd5-5184fe960637 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196916 Sep 28 15:44:06.805576 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:06.810657 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:06.844595 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:06.889442 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Network b037e357-8df3-4ca3-8b1b-f30273c72384 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:44:06.892734 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:44:06.896824 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:44:06.940511 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event updated for resources: {'Port': ['ID=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:07.002466 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:07.003155 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:07.038697 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-c6d384d6-d4ed-4fc9-9f9d-56bf7e8d72d7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0143993 Sep 28 15:44:07.139739 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Request body: {'port': {'device_id': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:44:07.265403 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:07.270445 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-cec4d4ec-6119-4e1c-9bfb-17a5879a67ba None None] Provisioning complete for port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:44:07.270445 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-cec4d4ec-6119-4e1c-9bfb-17a5879a67ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:07.271036 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-cec4d4ec-6119-4e1c-9bfb-17a5879a67ba None None] Attempt 1 to provision port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b Sep 28 15:44:07.295538 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241e118-d7b0-4ad0-b4b7-5d230a002123 req-7ab1d4be-68ac-4832-a42d-79c7e183c3d8 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:07.299572 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c241e118-d7b0-4ad0-b4b7-5d230a002123 req-7ab1d4be-68ac-4832-a42d-79c7e183c3d8 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0899830 Sep 28 15:44:07.334242 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-cec4d4ec-6119-4e1c-9bfb-17a5879a67ba None None] Port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:44:07.390436 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c241e118-d7b0-4ad0-b4b7-5d230a002123 req-5722a43e-09a8-41e0-a4b9-6eec8cc212e9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898654 Sep 28 15:44:07.529371 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b39c-c478-496f-a984-c5758e1aad8d req-76332a61-57be-4f8f-9e58-8e93b585eeeb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:07.536586 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ed9b39c-c478-496f-a984-c5758e1aad8d req-76332a61-57be-4f8f-9e58-8e93b585eeeb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 932 time: 0.1264482 Sep 28 15:44:07.706457 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abce24-ff8b-46db-b0ac-7c6face7446a req-5e693db6-291a-46d7-8276-e303de4bb1ed tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:07.707938 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d5abce24-ff8b-46db-b0ac-7c6face7446a req-5e693db6-291a-46d7-8276-e303de4bb1ed tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.1214325 Sep 28 15:44:07.714461 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ed9b39c-c478-496f-a984-c5758e1aad8d req-a903355c-a208-4638-88b0-001fdcda2d5a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759644 Sep 28 15:44:07.733475 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:07.820788 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d5abce24-ff8b-46db-b0ac-7c6face7446a req-a065bed9-8b63-4329-9d33-25f178d34e37 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978475 Sep 28 15:44:07.834916 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:44:07.835421 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-cec4d4ec-6119-4e1c-9bfb-17a5879a67ba None None] Attempt 2 to provision port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b Sep 28 15:44:07.845818 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Publish callbacks [] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:07.881882 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:07.884897 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-cec4d4ec-6119-4e1c-9bfb-17a5879a67ba None None] Port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:44:07.908041 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Transition to ACTIVE for port object df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:44:07.916073 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:07.961660 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf387be2-dd0d-4a2c-9c87-98ed5d7f8c52 req-2bdeb1fb-7d1c-4753-9b64-bad0888d5499 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:07.963216 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bf387be2-dd0d-4a2c-9c87-98ed5d7f8c52 req-2bdeb1fb-7d1c-4753-9b64-bad0888d5499 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.1004117 Sep 28 15:44:08.025913 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:08.080477 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bf387be2-dd0d-4a2c-9c87-98ed5d7f8c52 req-2f230ceb-ba0a-45f8-84b9-cad0ddd75527 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072028 Sep 28 15:44:08.110733 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Attempting to bind port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:44:08.111159 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Attempting to bind port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:44:08.111556 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Attempting to bind port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b on network b037e357-8df3-4ca3-8b1b-f30273c72384 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:44:08.165735 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b on network b037e357-8df3-4ca3-8b1b-f30273c72384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:44:08.166106 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Attempting to bind port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b on network b037e357-8df3-4ca3-8b1b-f30273c72384 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:44:08.215070 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:44:08.215297 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Checking segment: {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:44:08.215685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Bound using segment: {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:44:08.216120 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Bound port: df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9065f949-8795-437a-9f76-36a5c33869e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:44:08.216716 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:08.281042 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] For port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:44:08.284740 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] For port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:44:08.292927 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:08.298950 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:08.298950 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:08.300692 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b HTTP/1.1" status: 200 len: 1094 time: 1.1667082 Sep 28 15:44:08.301272 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:44:08.304561 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fb0f42-a017-41d7-8079-ce8b4650a650" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:44:08.372192 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377121ea-2c71-4388-b8a8-2635bea04794 x-openstack-request-id: req-377121ea-2c71-4388-b8a8-2635bea04794 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:44:08.372192 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:44:08.372192 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-377121ea-2c71-4388-b8a8-2635bea04794 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:44:08.372192 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377121ea-2c71-4388-b8a8-2635bea04794'] response: {'name': 'network-changed', 'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'status': 'completed', 'code': 200} Sep 28 15:44:08.377751 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f3c0f-88eb-4562-a55f-bffae2dcf6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:08.386173 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-cec4d4ec-6119-4e1c-9bfb-17a5879a67ba None None] Attempt 3 to provision port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b Sep 28 15:44:08.451384 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-cec4d4ec-6119-4e1c-9bfb-17a5879a67ba None None] Port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:44:08.543817 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a685-90a7-44e8-bd97-32c50beeeaf7 req-97116eac-22c6-451e-bca7-8641085718f3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:08.545428 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9045a685-90a7-44e8-bd97-32c50beeeaf7 req-97116eac-22c6-451e-bca7-8641085718f3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0580099 Sep 28 15:44:08.605923 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9045a685-90a7-44e8-bd97-32c50beeeaf7 req-bef33e99-8265-4a61-8689-463c0e64f8ac tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532510 Sep 28 15:44:08.864431 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bf233-c8e6-42b8-be8c-2753f8fb23be req-ddeac416-a74e-4ca8-a1df-5e7bd865c4d4 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:08.866363 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7a6bf233-c8e6-42b8-be8c-2753f8fb23be req-ddeac416-a74e-4ca8-a1df-5e7bd865c4d4 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 944 time: 0.0685875 Sep 28 15:44:08.930121 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7a6bf233-c8e6-42b8-be8c-2753f8fb23be req-cc03c308-ab8a-49d6-9be2-97ca64eb9c57 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567725 Sep 28 15:44:08.972189 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42beeb0-eb81-46db-ae73-59cd71ad78f1 req-4c704c16-3a5c-4ab3-a021-6ea5c916b0bf tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:08.973676 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f42beeb0-eb81-46db-ae73-59cd71ad78f1 req-4c704c16-3a5c-4ab3-a021-6ea5c916b0bf tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.0601258 Sep 28 15:44:09.043866 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f42beeb0-eb81-46db-ae73-59cd71ad78f1 req-2aa0be2e-5a53-47ac-8ccb-dce23ce20bb4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627475 Sep 28 15:44:09.203359 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d034ee-5731-4424-a95a-f39203742ebe req-47dea206-633d-4c42-8087-f4627f58d122 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:09.204838 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-57d034ee-5731-4424-a95a-f39203742ebe req-47dea206-633d-4c42-8087-f4627f58d122 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0481393 Sep 28 15:44:09.256284 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:09.261562 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-57d034ee-5731-4424-a95a-f39203742ebe req-2bee5b82-8586-4e4b-9289-1b641d19fa54 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477018 Sep 28 15:44:09.739517 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21ee46-7e03-49e7-a4fa-c59a37b66806 req-a91d1a39-dddf-48cb-9c66-54da6613605e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:09.741343 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c21ee46-7e03-49e7-a4fa-c59a37b66806 req-a91d1a39-dddf-48cb-9c66-54da6613605e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0535133 Sep 28 15:44:09.794412 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c21ee46-7e03-49e7-a4fa-c59a37b66806 req-27f4eea8-7dd5-457e-a226-b743e1cd4951 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469246 Sep 28 15:44:10.081272 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edc171-fa41-44aa-823c-8a3d600646b5 req-11516bc5-e595-4630-aa92-60948663cfb7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:10.088950 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-06edc171-fa41-44aa-823c-8a3d600646b5 req-11516bc5-e595-4630-aa92-60948663cfb7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 944 time: 0.0654442 Sep 28 15:44:10.156025 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-06edc171-fa41-44aa-823c-8a3d600646b5 req-e5a17322-a38b-4f29-9f0d-ba3a230c2777 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660393 Sep 28 15:44:10.178663 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:10.198704 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc9cfd-fe1a-4f7e-9cc4-ddfa370bcccc req-05911ec2-e494-422a-a537-b80b28adc30e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:10.200418 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-32cc9cfd-fe1a-4f7e-9cc4-ddfa370bcccc req-05911ec2-e494-422a-a537-b80b28adc30e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.0567052 Sep 28 15:44:10.256650 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-32cc9cfd-fe1a-4f7e-9cc4-ddfa370bcccc req-a90a4c5e-c23d-41f5-be8c-e66afa8aa892 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481369 Sep 28 15:44:10.387697 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:10.389414 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:10.401898 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c2c46-5393-43d8-ba44-fee009391458 req-8a1ed495-68cd-45a2-a343-022e8fc338d4 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:10.406436 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b99c2c46-5393-43d8-ba44-fee009391458 req-8a1ed495-68cd-45a2-a343-022e8fc338d4 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0618021 Sep 28 15:44:10.456539 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b99c2c46-5393-43d8-ba44-fee009391458 req-30ca4397-9bf1-4a7a-83e6-9d8757486c9b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473228 Sep 28 15:44:10.963885 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb0f42-a017-41d7-8079-ce8b4650a650 req-85cccf58-9d33-40a5-b3c0-38dc24f30f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:10.965688 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-53fb0f42-a017-41d7-8079-ce8b4650a650 req-85cccf58-9d33-40a5-b3c0-38dc24f30f44 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 1128 time: 0.1007657 Sep 28 15:44:11.075666 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e243f-0c52-42b7-ad2f-85980b2867c5 req-17b699e5-98ac-4e1f-8533-8e8f3254ce31 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:11.077238 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d9e243f-0c52-42b7-ad2f-85980b2867c5 req-17b699e5-98ac-4e1f-8533-8e8f3254ce31 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.1101966 Sep 28 15:44:11.151513 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb0f42-a017-41d7-8079-ce8b4650a650 req-a364df74-d6d6-4e43-8152-f234588294f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:11.153095 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-53fb0f42-a017-41d7-8079-ce8b4650a650 req-a364df74-d6d6-4e43-8152-f234588294f6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=824ddb9f6f344a2684cf31d08427306c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1670485 Sep 28 15:44:11.172206 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d9e243f-0c52-42b7-ad2f-85980b2867c5 req-aa94db7d-4122-43c5-8ee4-416569ed9c84 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840089 Sep 28 15:44:11.317126 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3b458-7254-4b0f-8368-ffe37b37cc5b req-b01baf04-5ed6-4b2c-8b03-944e8a58e9a5 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:11.324424 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b3e3b458-7254-4b0f-8368-ffe37b37cc5b req-b01baf04-5ed6-4b2c-8b03-944e8a58e9a5 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 944 time: 0.0616779 Sep 28 15:44:11.456904 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4b285-cf3d-4fa3-aa48-f198636a0106 req-c1a8c356-3a3c-4910-99aa-7ae5addf8c53 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:11.458417 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-58a4b285-cf3d-4fa3-aa48-f198636a0106 req-c1a8c356-3a3c-4910-99aa-7ae5addf8c53 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.1067123 Sep 28 15:44:11.480769 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b3e3b458-7254-4b0f-8368-ffe37b37cc5b req-ca18c559-6dcc-430b-a440-741694b36817 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553521 Sep 28 15:44:11.535987 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb0f42-a017-41d7-8079-ce8b4650a650 req-cb826e75-fcb6-4d10-b330-9cc92558dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:11.538197 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-53fb0f42-a017-41d7-8079-ce8b4650a650 req-cb826e75-fcb6-4d10-b330-9cc92558dc3b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3643594 Sep 28 15:44:11.645305 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-58a4b285-cf3d-4fa3-aa48-f198636a0106 req-ab0ce515-9f66-428f-b02d-b5a658f8db42 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615505 Sep 28 15:44:11.695058 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41792) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:11.740511 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:11.762900 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33e0f4-07b5-414f-a115-952653087812 req-51460e86-ab6a-435c-be7f-10c9e5b0f031 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:11.764569 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ae33e0f4-07b5-414f-a115-952653087812 req-51460e86-ab6a-435c-be7f-10c9e5b0f031 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.1733851 Sep 28 15:44:11.796978 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-aee8c11c-4254-44e9-b3e4-c97a8e305ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:11.799299 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-aee8c11c-4254-44e9-b3e4-c97a8e305ee3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 1128 time: 0.1752081 Sep 28 15:44:11.877287 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7425ff2-61a3-4256-9d3b-88c7cd0197cf req-bb606574-8a4b-4a03-9d83-32f2bc7973da tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:11.877287 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d7425ff2-61a3-4256-9d3b-88c7cd0197cf req-bb606574-8a4b-4a03-9d83-32f2bc7973da tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.1332858 Sep 28 15:44:11.878376 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41796) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:11.883474 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-6f4abad2-5e2f-4420-b98f-4fcfa26226a2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'floatingip': {'port_id': '8a0e2173-599b-42d5-a1a1-8e65b893783f'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:44:11.888527 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-e48387b2-3a2a-4fba-a44b-aeec1fef65e3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b HTTP/1.1" status: 200 len: 217 time: 0.0703549 Sep 28 15:44:11.939893 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6f4abad2-5e2f-4420-b98f-4fcfa26226a2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (f2c660f2-15d4-4008-a4db-fc24f32bde7f), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:11.944199 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-662ac0f5-10f3-4543-8dcb-325e2b4cb768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:11.948231 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ae33e0f4-07b5-414f-a115-952653087812 req-be1bba7d-7ec5-4649-a64a-69971e7fde78 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649783 Sep 28 15:44:11.964010 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-846f6f91-71f1-4a3f-9580-90b03cec4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:11.965663 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-846f6f91-71f1-4a3f-9580-90b03cec4a65 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.0658586 Sep 28 15:44:12.043189 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-21f8b7bf-dafc-4d7a-aeeb-95b9c96a11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:12.044801 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-21f8b7bf-dafc-4d7a-aeeb-95b9c96a11e4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529952 Sep 28 15:44:12.166977 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-05de80ab-9c12-4f1d-9867-183bead7d4d8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089928 Sep 28 15:44:12.228418 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:12.282252 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d898f0c6-a3cc-4954-a0fe-f3f8bef557be req-5880c85c-4df0-44bd-8d39-32b0b64437bb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043139 Sep 28 15:44:12.430230 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-662ac0f5-10f3-4543-8dcb-325e2b4cb768 admin admin] Publish callbacks [] for security_group (143b8347-2e33-40ca-b290-5a55e5211e67), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:12.447709 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-662ac0f5-10f3-4543-8dcb-325e2b4cb768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (143b8347-2e33-40ca-b290-5a55e5211e67), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:12.535421 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6f4abad2-5e2f-4420-b98f-4fcfa26226a2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:12.550179 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6f4abad2-5e2f-4420-b98f-4fcfa26226a2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (f2c660f2-15d4-4008-a4db-fc24f32bde7f), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:12.641755 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-662ac0f5-10f3-4543-8dcb-325e2b4cb768 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=948574e1f3664ae7a78e706c6f780e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9453766 Sep 28 15:44:12.656985 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:12.658161 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 41810) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:12.669456 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.l3_db [None req-6f4abad2-5e2f-4420-b98f-4fcfa26226a2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Floating IP f2c660f2-15d4-4008-a4db-fc24f32bde7f associated. External IP: 172.27.2.103, port: 8a0e2173-599b-42d5-a1a1-8e65b893783f. Sep 28 15:44:12.715721 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e54d1-002a-41bd-b417-fbc7947b90a4 req-798bb793-3082-4483-9d5f-69840a45b99f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:12.724610 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1d1e54d1-002a-41bd-b417-fbc7947b90a4 req-798bb793-3082-4483-9d5f-69840a45b99f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.4039743 Sep 28 15:44:12.755519 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc55221-8c3c-4cf1-accd-737d82d71c5d req-dd4cd1c1-9db4-4feb-9413-2efa66a5a1bf tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:12.757082 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0fc55221-8c3c-4cf1-accd-737d82d71c5d req-dd4cd1c1-9db4-4feb-9413-2efa66a5a1bf tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 944 time: 0.0915372 Sep 28 15:44:12.819945 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1d1e54d1-002a-41bd-b417-fbc7947b90a4 req-03137d9c-8dbe-40b8-8ee7-be6d069d4f94 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937228 Sep 28 15:44:12.823313 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ac0f5-10f3-4543-8dcb-325e2b4cb768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143b8347-2e33-40ca-b290-5a55e5211e67,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:12.867590 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0fc55221-8c3c-4cf1-accd-737d82d71c5d req-a032084f-1e29-4f79-a24c-ebd5689dc749 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958560 Sep 28 15:44:12.923577 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f10360ab-8298-4a50-ac20-b05096f7e247 admin admin] Publish callbacks [] for security_group (143b8347-2e33-40ca-b290-5a55e5211e67), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:12.947949 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:12.989064 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f10360ab-8298-4a50-ac20-b05096f7e247 admin admin] Publish callbacks [] for security_group (143b8347-2e33-40ca-b290-5a55e5211e67), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:13.119502 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4abad2-5e2f-4420-b98f-4fcfa26226a2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Router afbb5fe3-7737-46f0-905c-2d478e9fde4b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:44:13.155469 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5db0-78d5-4dbc-98c4-929d29a80214 req-d3c3d51f-0f31-45d3-b353-b6156ce7c086 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:13.157045 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2c7c5db0-78d5-4dbc-98c4-929d29a80214 req-d3c3d51f-0f31-45d3-b353-b6156ce7c086 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0757101 Sep 28 15:44:13.220954 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2c7c5db0-78d5-4dbc-98c4-929d29a80214 req-f8a174e8-4f2d-40b3-9a67-028a78a1dd9a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503414 Sep 28 15:44:13.247028 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f10360ab-8298-4a50-ac20-b05096f7e247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (143b8347-2e33-40ca-b290-5a55e5211e67), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:13.249771 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f10360ab-8298-4a50-ac20-b05096f7e247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:13.266755 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-f10360ab-8298-4a50-ac20-b05096f7e247 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/143b8347-2e33-40ca-b290-5a55e5211e67 HTTP/1.1" status: 204 len: 168 time: 0.5833707 Sep 28 15:44:13.267755 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10360ab-8298-4a50-ac20-b05096f7e247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143b8347-2e33-40ca-b290-5a55e5211e67,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:13.289979 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4abad2-5e2f-4420-b98f-4fcfa26226a2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:44:13.293734 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6f4abad2-5e2f-4420-b98f-4fcfa26226a2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:13.301224 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958a3d6-c3ca-4b63-903d-f163df4e73dd None None] Sync routers for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:44:13.320696 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958a3d6-c3ca-4b63-903d-f163df4e73dd None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:44:13.321520 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-8958a3d6-c3ca-4b63-903d-f163df4e73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:43:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:44:13.353901 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-6f4abad2-5e2f-4420-b98f-4fcfa26226a2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/f2c660f2-15d4-4008-a4db-fc24f32bde7f HTTP/1.1" status: 200 len: 991 time: 1.4751163 Sep 28 15:44:13.354618 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dc05ad-5958-4041-9643-9646838091a5', 'tag': '8a0e2173-599b-42d5-a1a1-8e65b893783f'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:44:13.356897 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54" -d '{"events": [{"name": "network-changed", "server_uuid": "67dc05ad-5958-4041-9643-9646838091a5", "tag": "8a0e2173-599b-42d5-a1a1-8e65b893783f"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:44:13.362496 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:13.423900 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c21f199-fd57-4868-87cb-fe6d127ba8e4 x-openstack-request-id: req-1c21f199-fd57-4868-87cb-fe6d127ba8e4 {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:44:13.424286 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dc05ad-5958-4041-9643-9646838091a5", "tag": "8a0e2173-599b-42d5-a1a1-8e65b893783f", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:44:13.424811 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c21f199-fd57-4868-87cb-fe6d127ba8e4 {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:44:13.425376 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c21f199-fd57-4868-87cb-fe6d127ba8e4'] response: {'name': 'network-changed', 'server_uuid': '67dc05ad-5958-4041-9643-9646838091a5', 'tag': '8a0e2173-599b-42d5-a1a1-8e65b893783f', 'status': 'completed', 'code': 200} Sep 28 15:44:13.464670 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-8958a3d6-c3ca-4b63-903d-f163df4e73dd None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:44:13.511339 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54 req-7558a9ed-70d5-4007-bfee-7cb96b188fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:13.512945 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54 req-7558a9ed-70d5-4007-bfee-7cb96b188fe3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 1129 time: 0.0558994 Sep 28 15:44:13.673732 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54 req-9fbced11-39af-4448-96d1-efaefd33d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:13.675473 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54 req-9fbced11-39af-4448-96d1-efaefd33d707 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 915 time: 0.1025202 Sep 28 15:44:13.757933 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-8958a3d6-c3ca-4b63-903d-f163df4e73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'ad10b2a4-8cbf-4b2f-a903-7ba18001fe45', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:43Z', 'updated_at': '2022-09-28T15:42:35Z', 'revision_number': 2, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}, {'id': 'f2c660f2-15d4-4008-a4db-fc24f32bde7f', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '8a0e2173-599b-42d5-a1a1-8e65b893783f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:17:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dc05ad-5958-4041-9643-9646838091a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:43:43Z', 'updated_at': '2022-09-28T15:44:12Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:44:13.782754 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958a3d6-c3ca-4b63-903d-f163df4e73dd None None] Checking router: afbb5fe3-7737-46f0-905c-2d478e9fde4b for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:44:13.791603 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958a3d6-c3ca-4b63-903d-f163df4e73dd None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:44:13.792346 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-8958a3d6-c3ca-4b63-903d-f163df4e73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:43:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:44:13.907222 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-8958a3d6-c3ca-4b63-903d-f163df4e73dd None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:44:14.011722 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:14.041940 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54 req-1e5ab799-14c2-4482-87fc-5de4314e0d5b service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a0e2173-599b-42d5-a1a1-8e65b893783f HTTP/1.1" status: 200 len: 999 time: 0.1702094 Sep 28 15:44:14.054301 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122845e-0990-451e-9783-f8445095cffe req-3e00f52c-0856-457e-ae89-3474b303d694 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:14.055800 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f122845e-0990-451e-9783-f8445095cffe req-3e00f52c-0856-457e-ae89-3474b303d694 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.1324086 Sep 28 15:44:14.124743 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf0f4-5131-4add-911c-6f00c5f57663 req-a344f614-eca8-41b4-80fb-0bac4134e191 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:14.126626 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6babf0f4-5131-4add-911c-6f00c5f57663 req-a344f614-eca8-41b4-80fb-0bac4134e191 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 944 time: 0.1404738 Sep 28 15:44:14.171183 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-8958a3d6-c3ca-4b63-903d-f163df4e73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'ad10b2a4-8cbf-4b2f-a903-7ba18001fe45', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:43Z', 'updated_at': '2022-09-28T15:42:35Z', 'revision_number': 2, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}, {'id': 'f2c660f2-15d4-4008-a4db-fc24f32bde7f', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '8a0e2173-599b-42d5-a1a1-8e65b893783f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:17:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dc05ad-5958-4041-9643-9646838091a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:43:43Z', 'updated_at': '2022-09-28T15:44:12Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:44:14.179982 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816be805-b06f-4dc1-857c-9762392c2e15 req-321494a2-748a-4527-81b7-edac768e02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:14.181481 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-816be805-b06f-4dc1-857c-9762392c2e15 req-321494a2-748a-4527-81b7-edac768e02cc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 1129 time: 0.1201968 Sep 28 15:44:14.189370 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:14.198448 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958a3d6-c3ca-4b63-903d-f163df4e73dd None None] The sync data for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi is: [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'ad10b2a4-8cbf-4b2f-a903-7ba18001fe45', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:43Z', 'updated_at': '2022-09-28T15:42:35Z', 'revision_number': 2, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}, {'id': 'f2c660f2-15d4-4008-a4db-fc24f32bde7f', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '8a0e2173-599b-42d5-a1a1-8e65b893783f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:17:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dc05ad-5958-4041-9643-9646838091a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:43:43Z', 'updated_at': '2022-09-28T15:44:12Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:44:14.212535 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54 req-60d879c7-a814-483f-9877-e86f5e768052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:14.214031 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54 req-60d879c7-a814-483f-9877-e86f5e768052 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 200 len: 854 time: 0.1571107 Sep 28 15:44:14.307523 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f122845e-0990-451e-9783-f8445095cffe req-8731504f-441b-436a-a5c5-403f2bc4c5bd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287219 Sep 28 15:44:14.326879 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6babf0f4-5131-4add-911c-6f00c5f57663 req-9d860f0e-6755-4c40-9c41-703f1f326d69 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877058 Sep 28 15:44:14.339218 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54 req-2cee0fb7-4101-46fa-9d38-95a38f0ebeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:14.340728 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54 req-2cee0fb7-4101-46fa-9d38-95a38f0ebeea service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1026666 Sep 28 15:44:14.364522 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:14.387141 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816be805-b06f-4dc1-857c-9762392c2e15 req-e4f60e4e-1893-459a-a792-fec4fe32a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:14.388750 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-816be805-b06f-4dc1-857c-9762392c2e15 req-e4f60e4e-1893-459a-a792-fec4fe32a5df service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 917 time: 0.1979208 Sep 28 15:44:14.530731 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da29717-96c7-4826-afe8-7f8d9226a9c2 None None] New status for floating IP f2c660f2-15d4-4008-a4db-fc24f32bde7f: ACTIVE {{(pid=112833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:44:14.539743 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe27fb6-dfe3-4b6d-ad2d-a4cd57d4dfc4 req-f0287cd5-7ee6-4417-a172-96619c69463c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:14.541843 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2fe27fb6-dfe3-4b6d-ad2d-a4cd57d4dfc4 req-f0287cd5-7ee6-4417-a172-96619c69463c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.1237769 Sep 28 15:44:14.591992 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-816be805-b06f-4dc1-857c-9762392c2e15 req-8c437ff4-39d9-4bb2-8392-e646d97f77df service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0082d06d-1382-48f9-94de-259360a953c6 HTTP/1.1" status: 200 len: 1001 time: 0.1752234 Sep 28 15:44:14.640366 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54 req-df8a7cff-9d82-4391-b5c5-0be22a2cb2f0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912791 Sep 28 15:44:14.660707 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2fe27fb6-dfe3-4b6d-ad2d-a4cd57d4dfc4 req-fe159cf0-a1ea-483e-81c5-a215874ec18f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078665 Sep 28 15:44:14.757725 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816be805-b06f-4dc1-857c-9762392c2e15 req-0460fb6d-ce2c-4b2d-86ad-46f9b2568043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:14.760720 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-816be805-b06f-4dc1-857c-9762392c2e15 req-0460fb6d-ce2c-4b2d-86ad-46f9b2568043 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.1468759 Sep 28 15:44:14.838330 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816be805-b06f-4dc1-857c-9762392c2e15 req-83edec6f-b952-4bca-a306-bbf02ae88bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:14.840007 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-816be805-b06f-4dc1-857c-9762392c2e15 req-83edec6f-b952-4bca-a306-bbf02ae88bb4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548050 Sep 28 15:44:14.966608 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9a2bce17-1e26-4056-82e2-ab0a3c2f5a54 req-0e2a1323-511a-48cb-9489-cbfc4755cdbd service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048465 Sep 28 15:44:15.003060 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa27b80-00be-4f06-88e6-6e4723e587f3 req-8da7b16e-de6e-4bf9-9857-6d32ca338a6d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:15.004489 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aaa27b80-00be-4f06-88e6-6e4723e587f3 req-8da7b16e-de6e-4bf9-9857-6d32ca338a6d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.1331215 Sep 28 15:44:15.022652 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a5f9d-a558-464a-8929-dceb7c9be7ad req-014a625a-add2-434c-bc92-7dea9225ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:15.024055 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd7a5f9d-a558-464a-8929-dceb7c9be7ad req-014a625a-add2-434c-bc92-7dea9225ebc8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=62692d2b160040879aecaf4d44ad19b3&device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 1129 time: 0.0711994 Sep 28 15:44:15.115044 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-816be805-b06f-4dc1-857c-9762392c2e15 req-0a32d665-bdb5-445a-acfc-0a6f7c9583ba service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618139 Sep 28 15:44:15.133484 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aaa27b80-00be-4f06-88e6-6e4723e587f3 req-c4fc0bf2-636e-468b-99c1-34ffba08fcaf tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210589 Sep 28 15:44:15.165118 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a5f9d-a558-464a-8929-dceb7c9be7ad req-d8ee7218-3d47-4527-8af7-e833ebe2695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:15.166611 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd7a5f9d-a558-464a-8929-dceb7c9be7ad req-d8ee7218-3d47-4527-8af7-e833ebe2695b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=85a0d787-d04b-4ff1-9585-ae17b62d54da HTTP/1.1" status: 200 len: 911 time: 0.1267681 Sep 28 15:44:15.459132 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372e2aa-5a2f-4a21-a513-16cebd667724 req-9895e84f-9025-4c7b-bc55-13d358a3ff65 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:15.460580 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3372e2aa-5a2f-4a21-a513-16cebd667724 req-9895e84f-9025-4c7b-bc55-13d358a3ff65 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.0550435 Sep 28 15:44:15.509610 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f4df3-7a7f-4d61-8c38-7a0ca1a15107 req-e8464a9b-5baa-4a59-a703-31cd7ee33ed8 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:15.511088 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c69f4df3-7a7f-4d61-8c38-7a0ca1a15107 req-e8464a9b-5baa-4a59-a703-31cd7ee33ed8 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 944 time: 0.0711131 Sep 28 15:44:15.532479 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:15.556345 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3372e2aa-5a2f-4a21-a513-16cebd667724 req-c7ffdb4c-8894-47f2-9d89-ee0286519f60 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805151 Sep 28 15:44:15.577375 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c69f4df3-7a7f-4d61-8c38-7a0ca1a15107 req-8e95452c-e6b7-45e0-b835-e4cc1206d986 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605342 Sep 28 15:44:15.834603 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:44:16.049456 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:44:16.060314 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'port_id': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'mac_address': 'fa:16:3e:58:0d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:44:16.094129 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:44:16.094458 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:16.107860 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:44:16.127044 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:44:16.132004 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:16.185364 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:16.221422 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:16.257343 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a1825-df82-439d-95e9-c11328a8997f req-c00947f1-04b7-4940-8c49-10158227fbdd tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:16.258841 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-993a1825-df82-439d-95e9-c11328a8997f req-c00947f1-04b7-4940-8c49-10158227fbdd tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0466554 Sep 28 15:44:16.313726 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-993a1825-df82-439d-95e9-c11328a8997f req-889230c9-c984-450c-8830-86b881e9cdd8 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493100 Sep 28 15:44:16.800526 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd7a5f9d-a558-464a-8929-dceb7c9be7ad req-0d0a913b-7477-48c2-b49c-351d62091215 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e5dd716-5edb-44f2-a44f-e25367a21810 HTTP/1.1" status: 200 len: 1001 time: 0.1794584 Sep 28 15:44:16.810441 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04289e0d-e138-4ac4-8d32-8d9b6021138f req-a7e8a985-3582-4375-a731-f701fe1600f0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:16.811878 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-04289e0d-e138-4ac4-8d32-8d9b6021138f req-a7e8a985-3582-4375-a731-f701fe1600f0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 945 time: 0.1403925 Sep 28 15:44:16.820155 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb0f95-f6a5-4e36-b449-fe32a6ff7689 req-a762ffd4-f525-43ba-b1de-ccf56f7180be tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:16.821593 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bfbb0f95-f6a5-4e36-b449-fe32a6ff7689 req-a762ffd4-f525-43ba-b1de-ccf56f7180be tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 945 time: 0.1485789 Sep 28 15:44:16.870708 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-816be805-b06f-4dc1-857c-9762392c2e15 req-2b046989-cffb-49bc-af9d-88427fe33c97 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511764 Sep 28 15:44:16.917012 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-04289e0d-e138-4ac4-8d32-8d9b6021138f req-b9700922-1f59-410a-b334-8648b8070f85 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889115 Sep 28 15:44:16.920088 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bfbb0f95-f6a5-4e36-b449-fe32a6ff7689 req-ff5eff0a-c185-4513-a432-d6e6fec568cb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894644 Sep 28 15:44:17.436969 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7969910-89b9-441d-bcf5-4bc31b5fa1ae req-779b9975-850f-47d3-aebc-8b2023cdecc7 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:17.438667 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c7969910-89b9-441d-bcf5-4bc31b5fa1ae req-779b9975-850f-47d3-aebc-8b2023cdecc7 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0493634 Sep 28 15:44:17.490789 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c7969910-89b9-441d-bcf5-4bc31b5fa1ae req-891621fa-fcf0-49e0-88ce-778e43b984d6 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466070 Sep 28 15:44:17.584631 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a5f9d-a558-464a-8929-dceb7c9be7ad req-ebdfe38c-acf5-46ff-af2c-b0c43b6fbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:17.586064 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd7a5f9d-a558-464a-8929-dceb7c9be7ad req-ebdfe38c-acf5-46ff-af2c-b0c43b6fbdb3 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=88fae1ee-0705-4534-b58e-c4705ad63cff HTTP/1.1" status: 200 len: 850 time: 0.0434580 Sep 28 15:44:17.785814 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0082d06d-1382-48f9-94de-259360a953c6 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:44:17.815834 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:17.859605 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 0082d06d-1382-48f9-94de-259360a953c6 is: ACTIVE; New status is: DOWN {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:44:17.860010 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0082d06d-1382-48f9-94de-259360a953c6), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:17.883474 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0082d06d-1382-48f9-94de-259360a953c6'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:44:17.885696 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4432d5ea-e322-4c6f-889d-3175fed93262" -d '{"events": [{"server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0082d06d-1382-48f9-94de-259360a953c6"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:44:17.899492 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:44:17.902968 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0082d06d-1382-48f9-94de-259360a953c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:17.943035 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 15:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a5346a-0912-41cb-8014-60392127ec4d x-openstack-request-id: req-c7a5346a-0912-41cb-8014-60392127ec4d {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:44:17.943823 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0082d06d-1382-48f9-94de-259360a953c6", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:44:17.944073 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7a5346a-0912-41cb-8014-60392127ec4d {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:44:17.944459 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a5346a-0912-41cb-8014-60392127ec4d'] response: {'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0082d06d-1382-48f9-94de-259360a953c6', 'code': 200} Sep 28 15:44:17.946772 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:44:17.965191 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=0082d06d-1382-48f9-94de-259360a953c6,revision_number=8']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:18.123150 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9751a3a-c001-4019-9e71-c55afd338bce req-5b57592b-1a9f-43ec-9c5b-b0bb99f7e143 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:18.124638 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e9751a3a-c001-4019-9e71-c55afd338bce req-5b57592b-1a9f-43ec-9c5b-b0bb99f7e143 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 945 time: 0.0850894 Sep 28 15:44:18.136779 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e504a-0607-4c30-8b65-9614705a7edb req-91616a9a-a75c-4ea2-a692-6e4c0608c760 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:18.138305 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7a5e504a-0607-4c30-8b65-9614705a7edb req-91616a9a-a75c-4ea2-a692-6e4c0608c760 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0878375 Sep 28 15:44:18.212813 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7a5e504a-0607-4c30-8b65-9614705a7edb req-9df9f9d0-37a1-4994-b067-0c4b90d4d535 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687807 Sep 28 15:44:18.215785 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e9751a3a-c001-4019-9e71-c55afd338bce req-dd5de235-bb85-45d1-b961-0857832ff5b2 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855227 Sep 28 15:44:18.607647 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf21c3c-526f-47e2-a987-6bf77b1f957f req-e2d16609-16bf-46c5-a32a-92376630a0e3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:18.609010 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-caf21c3c-526f-47e2-a987-6bf77b1f957f req-e2d16609-16bf-46c5-a32a-92376630a0e3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0449412 Sep 28 15:44:18.659303 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-caf21c3c-526f-47e2-a987-6bf77b1f957f req-14203f03-bb83-45d4-a8b8-74aac81c4c42 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447528 Sep 28 15:44:19.366562 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee375b-68bf-4a72-8188-55ac5296490b req-fe0ba33c-2d3b-404a-aad1-cd5049d4b3ee tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:19.368031 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4ee375b-68bf-4a72-8188-55ac5296490b req-fe0ba33c-2d3b-404a-aad1-cd5049d4b3ee tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 945 time: 0.0729229 Sep 28 15:44:19.375593 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3fb05-c000-4a95-8789-5d7b8300b06a req-d3780550-79b3-4c05-a83c-5a510e046cc2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:19.376960 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4e3fb05-c000-4a95-8789-5d7b8300b06a req-d3780550-79b3-4c05-a83c-5a510e046cc2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0716777 Sep 28 15:44:19.423830 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:19.436315 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:19.481188 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4ee375b-68bf-4a72-8188-55ac5296490b req-5eb043b9-728b-4f73-bcf6-9019e9a781c8 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032884 Sep 28 15:44:19.486616 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a4e3fb05-c000-4a95-8789-5d7b8300b06a req-cc28733e-7aa8-45a1-9b2d-e18e0a3d26a3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016064 Sep 28 15:44:19.496560 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a5f9d-a558-464a-8929-dceb7c9be7ad req-5223074c-2c04-42d1-8209-a0496249f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:19.498427 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd7a5f9d-a558-464a-8929-dceb7c9be7ad req-5223074c-2c04-42d1-8209-a0496249f083 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=85a0d787-d04b-4ff1-9585-ae17b62d54da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592246 Sep 28 15:44:19.635636 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd7a5f9d-a558-464a-8929-dceb7c9be7ad req-8e7ecd05-ef32-4f02-aaca-5e8472e3ceb0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956104 Sep 28 15:44:19.738137 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd7a5f9d-a558-464a-8929-dceb7c9be7ad req-f898c6ca-0ec2-4708-9a5d-156e230d5b08 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942974 Sep 28 15:44:19.784097 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:44:19.789891 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c926076-ecbf-4ace-8eb4-b50b56e3df15 req-4a116d04-0855-4774-b075-9335b7c2b9b8 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:19.791720 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5c926076-ecbf-4ace-8eb4-b50b56e3df15 req-4a116d04-0855-4774-b075-9335b7c2b9b8 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0493903 Sep 28 15:44:19.824998 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:19.834512 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:44:19.839933 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:44:19.840334 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:19.840698 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b Sep 28 15:44:19.844307 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5c926076-ecbf-4ace-8eb4-b50b56e3df15 req-18cc6044-7980-4376-880f-8bbeb41ba1ff tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455492 Sep 28 15:44:19.913472 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:44:19.913877 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:19.945254 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:44:19.947385 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826d9b59-05b8-4eac-990d-74409a5925a1" -d '{"events": [{"server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "name": "network-vif-plugged", "status": "completed", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:44:19.951089 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:44:19.955110 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:19.986117 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3afeca1-5eca-480d-a84a-b51888dfb986 x-openstack-request-id: req-f3afeca1-5eca-480d-a84a-b51888dfb986 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:44:19.986460 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "name": "network-vif-plugged", "status": "completed", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:44:19.986718 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3afeca1-5eca-480d-a84a-b51888dfb986 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:44:19.987107 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3afeca1-5eca-480d-a84a-b51888dfb986'] response: {'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'code': 200} Sep 28 15:44:20.007698 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:20.671957 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a89211-b076-454f-bcd7-af12e7b62867 req-cb6a5bad-81be-43a1-96cb-280491c27f66 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:20.673871 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-58a89211-b076-454f-bcd7-af12e7b62867 req-cb6a5bad-81be-43a1-96cb-280491c27f66 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.1103179 Sep 28 15:44:20.683001 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26690f6b-769a-434c-8b9e-33065c6bf6d1 req-5ddd6084-3678-4383-a340-f78dec737de2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:20.684397 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-26690f6b-769a-434c-8b9e-33065c6bf6d1 req-5ddd6084-3678-4383-a340-f78dec737de2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.1094105 Sep 28 15:44:20.714777 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b59f7b-a218-497b-bf51-d2540246934d req-a5f15c19-2637-4e8f-8057-c9da038de45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:20.716270 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-17b59f7b-a218-497b-bf51-d2540246934d req-a5f15c19-2637-4e8f-8057-c9da038de45f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 1130 time: 0.0870278 Sep 28 15:44:20.773696 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-58a89211-b076-454f-bcd7-af12e7b62867 req-d781cd70-e154-453b-8697-509f3c2b97ee tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882421 Sep 28 15:44:20.777917 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-26690f6b-769a-434c-8b9e-33065c6bf6d1 req-29f31519-d6d0-4d71-8dd0-2a22fadeded8 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807767 Sep 28 15:44:20.968976 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d029c1-4865-4066-b2aa-8957688cad59 req-708087c6-b80c-4476-a1b8-b6da64b78329 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:20.970925 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e8d029c1-4865-4066-b2aa-8957688cad59 req-708087c6-b80c-4476-a1b8-b6da64b78329 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0506856 Sep 28 15:44:21.023403 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e8d029c1-4865-4066-b2aa-8957688cad59 req-34db1df5-83bb-4998-b59a-eddb09df5830 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460913 Sep 28 15:44:21.261481 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-17b59f7b-a218-497b-bf51-d2540246934d req-198dc84b-db85-4a6f-93ae-7aa6d3afaf35 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Sep 28 15:44:21.318273 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [req-4912b424-5a8f-4021-9bf7-92aaf58805bc req-daa20394-239b-447c-bfb0-9d3945d90182 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:44:21.319892 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4912b424-5a8f-4021-9bf7-92aaf58805bc req-daa20394-239b-447c-bfb0-9d3945d90182 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061591 Sep 28 15:44:21.513098 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c629f2-229f-47d5-81db-5ab4778fe4ae req-31cc2eb0-66b5-492a-8914-ffaa75293298 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:21.514738 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-36c629f2-229f-47d5-81db-5ab4778fe4ae req-31cc2eb0-66b5-492a-8914-ffaa75293298 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0536790 Sep 28 15:44:21.590526 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-36c629f2-229f-47d5-81db-5ab4778fe4ae req-5e36e096-c299-4dd7-a242-d38d2c072553 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685346 Sep 28 15:44:21.838414 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 42030) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:21.948526 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e29b7-4fb2-4892-90a5-3bd9220b9a70 req-f65b6ee2-a996-4239-9e91-f85b937cde5d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:21.950016 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-607e29b7-4fb2-4892-90a5-3bd9220b9a70 req-f65b6ee2-a996-4239-9e91-f85b937cde5d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0815859 Sep 28 15:44:21.967265 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-5a29e5a0-b53e-4164-8463-65ada972afa6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1211877 Sep 28 15:44:21.979289 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-53efe658-1a6e-4a7c-8331-05ed73c53e85 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:44:21.980250 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-53efe658-1a6e-4a7c-8331-05ed73c53e85 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055830 Sep 28 15:44:21.998546 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:22.012589 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-607e29b7-4fb2-4892-90a5-3bd9220b9a70 req-17abfc8c-cd4c-4c7a-b529-d31e2253be14 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557640 Sep 28 15:44:22.074073 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42040) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:22.136748 dv-cinder-859319-2-iscsi neutron-server[112831]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 28 15:44:22.183356 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-e8dad2e5-2085-4780-9e5c-ae7d1232da70 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:22.184707 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-e8dad2e5-2085-4780-9e5c-ae7d1232da70 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports/0082d06d-1382-48f9-94de-259360a953c6 HTTP/1.1" status: 200 len: 940 time: 0.1100576 Sep 28 15:44:22.727779 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bf9ab-dfbc-4650-af11-653c20e36063 req-12cdf746-8e69-4453-81d2-cca318f26a4e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:22.731345 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9e4bf9ab-dfbc-4650-af11-653c20e36063 req-12cdf746-8e69-4453-81d2-cca318f26a4e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0596573 Sep 28 15:44:22.790360 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9e4bf9ab-dfbc-4650-af11-653c20e36063 req-92b46b78-0374-4d2d-a82a-c941e7dbedde tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500233 Sep 28 15:44:22.998262 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42072) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:23.104384 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-503e7c72-8c89-47b1-bab4-12576e6662ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:23.133557 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f4dcc-71bd-402e-9f73-809efd20fbe3 req-e903e4ec-ea9f-4f47-9ca4-5775b427830c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:23.134977 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e07f4dcc-71bd-402e-9f73-809efd20fbe3 req-e903e4ec-ea9f-4f47-9ca4-5775b427830c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0466313 Sep 28 15:44:23.145939 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:23.185165 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-503e7c72-8c89-47b1-bab4-12576e6662ec admin admin] Publish callbacks [] for security_group (08223814-c369-4151-b6bc-a8fa14e38c43), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:23.188538 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e07f4dcc-71bd-402e-9f73-809efd20fbe3 req-ef297d5a-df7d-4185-8925-719b34a16f09 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479882 Sep 28 15:44:23.189611 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-503e7c72-8c89-47b1-bab4-12576e6662ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (08223814-c369-4151-b6bc-a8fa14e38c43), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:23.231930 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-503e7c72-8c89-47b1-bab4-12576e6662ec admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9fdfbb13c5a34b72b1bb3646a731a3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326062 Sep 28 15:44:23.233252 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e7c72-8c89-47b1-bab4-12576e6662ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08223814-c369-4151-b6bc-a8fa14e38c43,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:23.234967 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 42084) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:23.323740 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-32ddc7c3-30b3-4a2e-9cfd-c8fdc18b2e5c admin admin] Publish callbacks [] for security_group (08223814-c369-4151-b6bc-a8fa14e38c43), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:23.339202 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb4efc-e019-4146-a90a-2af417ae6d29 req-c9e9f897-6cde-4b96-a85b-9e0c74d8f5bc tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:23.341110 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9feb4efc-e019-4146-a90a-2af417ae6d29 req-c9e9f897-6cde-4b96-a85b-9e0c74d8f5bc tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0728216 Sep 28 15:44:23.351591 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 42086) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:23.358844 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-32ddc7c3-30b3-4a2e-9cfd-c8fdc18b2e5c admin admin] Publish callbacks [] for security_group (08223814-c369-4151-b6bc-a8fa14e38c43), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:23.363198 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-c87c9702-18d1-487e-b683-233f48bc274c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Request body: {'floatingip': {'port_id': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:44:23.415557 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c87c9702-18d1-487e-b683-233f48bc274c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for floatingip (11452e2a-d443-4b26-bddb-ade0a3c81147), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:23.796656 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-32ddc7c3-30b3-4a2e-9cfd-c8fdc18b2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (08223814-c369-4151-b6bc-a8fa14e38c43), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:23.799226 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-32ddc7c3-30b3-4a2e-9cfd-c8fdc18b2e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:23.800363 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-32ddc7c3-30b3-4a2e-9cfd-c8fdc18b2e5c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/08223814-c369-4151-b6bc-a8fa14e38c43 HTTP/1.1" status: 204 len: 168 time: 0.5643764 Sep 28 15:44:23.814945 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0082d06d-1382-48f9-94de-259360a953c6 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:44:23.815796 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddc7c3-30b3-4a2e-9cfd-c8fdc18b2e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08223814-c369-4151-b6bc-a8fa14e38c43,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:23.927001 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 0082d06d-1382-48f9-94de-259360a953c6 is: DOWN; New status is: DOWN {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:44:24.017080 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f074b-c371-4d72-8489-7a6512474a80 req-3787de24-8e9c-444e-b857-377723cf2a86 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:24.018714 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c01f074b-c371-4d72-8489-7a6512474a80 req-3787de24-8e9c-444e-b857-377723cf2a86 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0995040 Sep 28 15:44:24.154613 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c01f074b-c371-4d72-8489-7a6512474a80 req-a7102ae7-e5b5-4961-b03b-e5aff07351bb tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244926 Sep 28 15:44:24.335497 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c87c9702-18d1-487e-b683-233f48bc274c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:24.339729 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c87c9702-18d1-487e-b683-233f48bc274c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (11452e2a-d443-4b26-bddb-ade0a3c81147), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:24.394826 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-38327429-82d8-4466-a368-b0846630932b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:24.442795 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [None req-c87c9702-18d1-487e-b683-233f48bc274c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Floating IP 11452e2a-d443-4b26-bddb-ade0a3c81147 associated. External IP: 172.27.2.15, port: df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b. Sep 28 15:44:24.481008 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:24.534880 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:24.666055 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87c9702-18d1-487e-b683-233f48bc274c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Router 63f958b7-0059-4377-b390-c9bf0f008e22 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:44:24.769780 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87c9702-18d1-487e-b683-233f48bc274c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:44:24.775847 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c87c9702-18d1-487e-b683-233f48bc274c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:24.781468 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b866271a-051b-4308-ad25-a33ccf56810c None None] Sync routers for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:44:24.794460 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b866271a-051b-4308-ad25-a33ccf56810c None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:44:24.795178 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b866271a-051b-4308-ad25-a33ccf56810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:43:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:44:24.811892 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c87c9702-18d1-487e-b683-233f48bc274c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/11452e2a-d443-4b26-bddb-ade0a3c81147 HTTP/1.1" status: 200 len: 991 time: 1.4587932 Sep 28 15:44:24.812654 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:44:24.815124 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862735b3-7dc3-4ceb-8662-901ec3749940" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:44:24.857737 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76975a2-5409-455d-bb86-d1e66de7abfb x-openstack-request-id: req-c76975a2-5409-455d-bb86-d1e66de7abfb {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:44:24.858130 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:44:24.858387 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c76975a2-5409-455d-bb86-d1e66de7abfb {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:44:24.858796 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76975a2-5409-455d-bb86-d1e66de7abfb'] response: {'name': 'network-changed', 'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'status': 'completed', 'code': 200} Sep 28 15:44:24.895507 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:24.923297 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-b866271a-051b-4308-ad25-a33ccf56810c None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:44:25.142894 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b866271a-051b-4308-ad25-a33ccf56810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '11452e2a-d443-4b26-bddb-ade0a3c81147', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'port_id': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'mac_address': 'fa:16:3e:58:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:43:59Z', 'updated_at': '2022-09-28T15:44:24Z', 'revision_number': 1, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:44:25.167480 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b866271a-051b-4308-ad25-a33ccf56810c None None] Checking router: 63f958b7-0059-4377-b390-c9bf0f008e22 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:44:25.175648 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b866271a-051b-4308-ad25-a33ccf56810c None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:44:25.176238 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b866271a-051b-4308-ad25-a33ccf56810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:43:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:44:25.278610 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-b866271a-051b-4308-ad25-a33ccf56810c None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:44:25.292496 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d53c67-9d07-4425-9a49-07a14e3c50d9 req-2f669d86-5f8d-40dc-93b4-0ec35998d7de tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:25.294304 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d2d53c67-9d07-4425-9a49-07a14e3c50d9 req-2f669d86-5f8d-40dc-93b4-0ec35998d7de tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0491126 Sep 28 15:44:25.342940 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d2d53c67-9d07-4425-9a49-07a14e3c50d9 req-9b31588e-c06a-4f9f-9fc8-0fed5c96b725 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429194 Sep 28 15:44:25.470025 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:25.490061 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b866271a-051b-4308-ad25-a33ccf56810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '11452e2a-d443-4b26-bddb-ade0a3c81147', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'port_id': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'mac_address': 'fa:16:3e:58:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:43:59Z', 'updated_at': '2022-09-28T15:44:24Z', 'revision_number': 1, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:44:25.515814 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b866271a-051b-4308-ad25-a33ccf56810c None None] The sync data for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi is: [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '11452e2a-d443-4b26-bddb-ade0a3c81147', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'port_id': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'mac_address': 'fa:16:3e:58:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:43:59Z', 'updated_at': '2022-09-28T15:44:24Z', 'revision_number': 1, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:44:26.111746 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da768d50-fea8-4f63-892e-188fc2b3f8a0 None None] New status for floating IP 11452e2a-d443-4b26-bddb-ade0a3c81147: ACTIVE {{(pid=112833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:44:26.475114 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb68f7-c7c9-4450-b534-98e4c2b32965 req-d8131177-a9e9-4710-b8e7-7f75f32b9fd7 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:26.476871 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6efb68f7-c7c9-4450-b534-98e4c2b32965 req-d8131177-a9e9-4710-b8e7-7f75f32b9fd7 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0513279 Sep 28 15:44:26.479840 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-60656ef9-b967-49cc-a4ee-a05525406f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:26.526204 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6efb68f7-c7c9-4450-b534-98e4c2b32965 req-3c63578d-078e-4068-856c-0d9bf6b2e3f8 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436246 Sep 28 15:44:26.811046 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862735b3-7dc3-4ceb-8662-901ec3749940 req-8c105de9-8fa0-4ec1-a0bf-bc49127aef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:26.812527 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-862735b3-7dc3-4ceb-8662-901ec3749940 req-8c105de9-8fa0-4ec1-a0bf-bc49127aef80 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 1130 time: 0.0393455 Sep 28 15:44:26.908257 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862735b3-7dc3-4ceb-8662-901ec3749940 req-8bcf7246-f1e7-4c79-8cfe-51ec71a6517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:26.909776 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-862735b3-7dc3-4ceb-8662-901ec3749940 req-8bcf7246-f1e7-4c79-8cfe-51ec71a6517c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.0881598 Sep 28 15:44:27.000274 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-862735b3-7dc3-4ceb-8662-901ec3749940 req-a0a4bf68-542e-4dc9-b9e4-21e7a2366b48 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b HTTP/1.1" status: 200 len: 1001 time: 0.0571420 Sep 28 15:44:27.063919 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862735b3-7dc3-4ceb-8662-901ec3749940 req-fd34230f-9058-45e3-b20d-1df790c33d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:27.065410 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-862735b3-7dc3-4ceb-8662-901ec3749940 req-fd34230f-9058-45e3-b20d-1df790c33d2b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.0466847 Sep 28 15:44:27.119457 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862735b3-7dc3-4ceb-8662-901ec3749940 req-a8d57804-2ebb-43f6-a9d1-0e84687602f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:27.121036 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-862735b3-7dc3-4ceb-8662-901ec3749940 req-a8d57804-2ebb-43f6-a9d1-0e84687602f1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438468 Sep 28 15:44:27.227045 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-862735b3-7dc3-4ceb-8662-901ec3749940 req-2966f8de-45f6-49d4-aa5e-e74b0fcea254 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853484 Sep 28 15:44:27.660461 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:44:27.661056 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-c90bd398-b902-4aeb-8e7b-09ca0ad4d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:27.662756 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-c90bd398-b902-4aeb-8e7b-09ca0ad4d1d8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f&tenant_id=335ecfeb5c6a436e909618c1305593bb HTTP/1.1" status: 200 len: 1127 time: 0.1395006 Sep 28 15:44:27.673191 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:27.679541 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:27.716202 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854943e-c1d6-48e8-b797-488c557643ce req-c742bd6b-ec7c-4634-a700-2486d7e83808 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:27.717640 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7854943e-c1d6-48e8-b797-488c557643ce req-c742bd6b-ec7c-4634-a700-2486d7e83808 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0972533 Sep 28 15:44:27.724844 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-862735b3-7dc3-4ceb-8662-901ec3749940 req-a8340d13-f76c-4d90-8eac-3d90915cf3ed service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022405 Sep 28 15:44:27.771351 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-8d37be3d-98a3-403d-94ed-264a2eb749ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:27.772858 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-8d37be3d-98a3-403d-94ed-264a2eb749ea service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 1127 time: 0.0736864 Sep 28 15:44:27.840677 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7854943e-c1d6-48e8-b797-488c557643ce req-78b73e65-1af5-43fb-be12-c30f886a4892 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004651 Sep 28 15:44:27.886367 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-f9edac5c-bd19-4921-a026-390e97296f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:27.887837 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-f9edac5c-bd19-4921-a026-390e97296f1a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 917 time: 0.1089144 Sep 28 15:44:27.950268 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-16f3b6bd-ff24-41d1-8d1f-646a76c3c881 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0082d06d-1382-48f9-94de-259360a953c6 HTTP/1.1" status: 200 len: 999 time: 0.0551550 Sep 28 15:44:28.002729 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-c4a0645b-d79b-4017-b2f0-9ff119d76823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:28.004199 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-c4a0645b-d79b-4017-b2f0-9ff119d76823 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.0452478 Sep 28 15:44:28.055680 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-252df819-62d3-4aec-b217-38403c05fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:28.057202 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-252df819-62d3-4aec-b217-38403c05fd93 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467582 Sep 28 15:44:28.156280 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-2e96d1fe-b8cc-43ce-8777-96c8706be0c3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885308 Sep 28 15:44:28.245522 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:28.260713 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b9c1ae0-cef5-45c9-bc01-b461a9dd2d4b req-eb596682-601d-4280-85b5-00312392fe38 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969183 Sep 28 15:44:29.029313 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f626d9-6973-4c79-95d2-cef22ad84a36 req-c2d5de12-6123-4a03-8212-4446f72aaad4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:29.031082 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-46f626d9-6973-4c79-95d2-cef22ad84a36 req-c2d5de12-6123-4a03-8212-4446f72aaad4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0679810 Sep 28 15:44:29.086262 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-46f626d9-6973-4c79-95d2-cef22ad84a36 req-401f4633-d4d7-42c3-9466-2d2041a56bd9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497417 Sep 28 15:44:29.722319 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:29.727264 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:30.256006 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f57c4d-810e-4575-863e-9fb66d94bf65 req-704b1b95-f41d-4886-ad5b-94a91dee73fb tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:30.257612 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b2f57c4d-810e-4575-863e-9fb66d94bf65 req-704b1b95-f41d-4886-ad5b-94a91dee73fb tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0761409 Sep 28 15:44:30.330972 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b2f57c4d-810e-4575-863e-9fb66d94bf65 req-3f41a489-cfa2-4c71-b5b4-6c75e94d7f30 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675747 Sep 28 15:44:30.339603 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 42228) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:30.453297 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4d52bae4-5f21-4fc8-809c-b0815edc386d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:30.531173 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4d52bae4-5f21-4fc8-809c-b0815edc386d admin admin] Publish callbacks [] for security_group (fc1f6b50-0524-484c-8b26-68cd5e8d0c99), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:30.539974 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4d52bae4-5f21-4fc8-809c-b0815edc386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (fc1f6b50-0524-484c-8b26-68cd5e8d0c99), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:30.583685 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-4d52bae4-5f21-4fc8-809c-b0815edc386d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=594469a2b62741a285445e2b7dd6d8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429748 Sep 28 15:44:30.584774 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52bae4-5f21-4fc8-809c-b0815edc386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1f6b50-0524-484c-8b26-68cd5e8d0c99,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:30.586490 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42234) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:30.644138 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d2194828-9ce3-4d49-97fa-f2a992e80de3 admin admin] Publish callbacks [] for security_group (fc1f6b50-0524-484c-8b26-68cd5e8d0c99), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:30.666303 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d2194828-9ce3-4d49-97fa-f2a992e80de3 admin admin] Publish callbacks [] for security_group (fc1f6b50-0524-484c-8b26-68cd5e8d0c99), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:30.719234 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d2194828-9ce3-4d49-97fa-f2a992e80de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (fc1f6b50-0524-484c-8b26-68cd5e8d0c99), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:30.722751 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d2194828-9ce3-4d49-97fa-f2a992e80de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:30.726602 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-d2194828-9ce3-4d49-97fa-f2a992e80de3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fc1f6b50-0524-484c-8b26-68cd5e8d0c99 HTTP/1.1" status: 204 len: 168 time: 0.1380854 Sep 28 15:44:30.735798 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2194828-9ce3-4d49-97fa-f2a992e80de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1f6b50-0524-484c-8b26-68cd5e8d0c99,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:31.423783 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:31.425900 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:31.464833 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6beacc-c8b2-4b9a-aff1-36c0ae220e6b req-109fda50-eb01-4421-9fb0-c31bad130217 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:31.470484 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1e6beacc-c8b2-4b9a-aff1-36c0ae220e6b req-109fda50-eb01-4421-9fb0-c31bad130217 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0550890 Sep 28 15:44:31.526683 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1e6beacc-c8b2-4b9a-aff1-36c0ae220e6b req-9020d181-b497-4082-932a-eccb99ca28bd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536096 Sep 28 15:44:32.666459 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b211d-519c-40a2-a325-6a573896e59f req-18ef3e1a-8b9c-4216-af5e-5671612ff6de tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:32.667968 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b8b211d-519c-40a2-a325-6a573896e59f req-18ef3e1a-8b9c-4216-af5e-5671612ff6de tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0563266 Sep 28 15:44:32.725322 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b8b211d-519c-40a2-a325-6a573896e59f req-fbc356c0-c4ad-4204-93f3-6570ec3fd454 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511231 Sep 28 15:44:33.864294 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef5c49-5252-4e9e-a516-6099171cce06 req-70f7e6f7-074a-4ad0-b839-7238017dcaab tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:33.865967 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5eef5c49-5252-4e9e-a516-6099171cce06 req-70f7e6f7-074a-4ad0-b839-7238017dcaab tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0497856 Sep 28 15:44:33.918320 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5eef5c49-5252-4e9e-a516-6099171cce06 req-a2069e15-dc74-427d-b8be-a52d816d680b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459754 Sep 28 15:44:35.072577 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16de09-5e73-45b0-ab32-279530b6e818 req-7b70a018-1b59-4056-b199-330b8c6cc8c2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:35.074138 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fe16de09-5e73-45b0-ab32-279530b6e818 req-7b70a018-1b59-4056-b199-330b8c6cc8c2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0549190 Sep 28 15:44:35.130798 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fe16de09-5e73-45b0-ab32-279530b6e818 req-4a99d689-fcd1-47fe-a115-d7b09f03ab07 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506055 Sep 28 15:44:35.373105 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:36.212863 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:36.265069 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f875ed8-20df-4466-9b8f-ead10d962660 req-f9e1fd34-088a-448b-962b-69079683c079 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:36.266599 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7f875ed8-20df-4466-9b8f-ead10d962660 req-f9e1fd34-088a-448b-962b-69079683c079 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0504546 Sep 28 15:44:36.316644 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7f875ed8-20df-4466-9b8f-ead10d962660 req-008cbe7c-f25b-4c63-a8bd-63782dcff3eb tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443785 Sep 28 15:44:37.489236 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c707-faa3-4aed-8a89-0566b34df912 req-aa062e1e-bcbf-4418-9c49-78580d27a7fb tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:37.491088 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3993c707-faa3-4aed-8a89-0566b34df912 req-aa062e1e-bcbf-4418-9c49-78580d27a7fb tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0849395 Sep 28 15:44:37.577683 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3993c707-faa3-4aed-8a89-0566b34df912 req-cc9fb888-ff1b-47eb-9ffe-a3a0483efe03 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744216 Sep 28 15:44:37.656924 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:38.760275 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103862e6-9dcf-4475-a075-9cb9aa3e78bf req-04385a51-4b38-498c-9edb-f8b76f5e8331 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:38.761998 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-103862e6-9dcf-4475-a075-9cb9aa3e78bf req-04385a51-4b38-498c-9edb-f8b76f5e8331 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0619740 Sep 28 15:44:38.812296 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-103862e6-9dcf-4475-a075-9cb9aa3e78bf req-69783e37-b70d-48d6-9cb5-940a53555e77 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447412 Sep 28 15:44:39.939170 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd0a70-03df-4349-b90f-82b270c25adf req-a1201db5-ba4f-477b-9bce-faa36346b264 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:39.940590 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-17cd0a70-03df-4349-b90f-82b270c25adf req-a1201db5-ba4f-477b-9bce-faa36346b264 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0458143 Sep 28 15:44:39.989646 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-17cd0a70-03df-4349-b90f-82b270c25adf req-ae35fb91-9cc8-4dfc-af4d-00d9b33d8893 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420227 Sep 28 15:44:40.703787 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=70,neutron:DELETE=3,neutron:INSERT=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:40.731458 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=69,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:41.127125 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273f417-11e4-4611-a07a-d0a73b97ddc6 req-403e8690-abc8-4558-b5cb-e2a111e7a4be tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:41.128640 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1273f417-11e4-4611-a07a-d0a73b97ddc6 req-403e8690-abc8-4558-b5cb-e2a111e7a4be tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0521159 Sep 28 15:44:41.175905 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1273f417-11e4-4611-a07a-d0a73b97ddc6 req-48b0be61-48a7-45b7-bd38-f0b9109062aa tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414774 Sep 28 15:44:42.245473 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57b128-ae0e-4ae9-aaf6-493f6adf12c3 req-a728ffc1-b650-40cc-ad27-f28566c1fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:42.247290 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8a57b128-ae0e-4ae9-aaf6-493f6adf12c3 req-a728ffc1-b650-40cc-ad27-f28566c1fbcc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 1127 time: 0.0413649 Sep 28 15:44:42.351998 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9af396-6852-4cb6-afc7-8e58f4e27495 req-c4ac5d59-62bf-46be-8fc0-085f5da9384e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:42.353492 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4f9af396-6852-4cb6-afc7-8e58f4e27495 req-c4ac5d59-62bf-46be-8fc0-085f5da9384e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0932779 Sep 28 15:44:42.371185 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:42.422341 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57b128-ae0e-4ae9-aaf6-493f6adf12c3 req-d08f4e21-9d4d-4a4b-85ca-1f01c65dd74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:42.423800 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8a57b128-ae0e-4ae9-aaf6-493f6adf12c3 req-d08f4e21-9d4d-4a4b-85ca-1f01c65dd74d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 917 time: 0.1358988 Sep 28 15:44:42.426758 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:42.433536 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4f9af396-6852-4cb6-afc7-8e58f4e27495 req-7f589b21-3f16-4484-9a4a-44f6b8f5c511 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732360 Sep 28 15:44:42.494397 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8a57b128-ae0e-4ae9-aaf6-493f6adf12c3 req-215c9f1d-a3bb-4374-a672-df357ea58aad service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0082d06d-1382-48f9-94de-259360a953c6 HTTP/1.1" status: 200 len: 999 time: 0.0591555 Sep 28 15:44:42.544084 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57b128-ae0e-4ae9-aaf6-493f6adf12c3 req-cde53613-e8c2-4698-80a6-2a25a86bd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:42.545539 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8a57b128-ae0e-4ae9-aaf6-493f6adf12c3 req-cde53613-e8c2-4698-80a6-2a25a86bd400 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.0440493 Sep 28 15:44:42.593340 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57b128-ae0e-4ae9-aaf6-493f6adf12c3 req-aa804476-5541-4b89-9d7a-9bd80d863e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:42.594861 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8a57b128-ae0e-4ae9-aaf6-493f6adf12c3 req-aa804476-5541-4b89-9d7a-9bd80d863e04 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380826 Sep 28 15:44:42.963354 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8a57b128-ae0e-4ae9-aaf6-493f6adf12c3 req-ef12ff5c-7484-4c48-869a-21b251a1828f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508768 Sep 28 15:44:43.052737 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8a57b128-ae0e-4ae9-aaf6-493f6adf12c3 req-7cdf4208-ae66-4e9c-bac0-ddb03c25c966 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857906 Sep 28 15:44:43.564347 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925234d-6b65-4047-a431-532031cf24ce req-c10d2d1d-ca31-4cde-bf5e-6515dbc88ce2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:43.565910 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6925234d-6b65-4047-a431-532031cf24ce req-c10d2d1d-ca31-4cde-bf5e-6515dbc88ce2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0494835 Sep 28 15:44:43.613648 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6925234d-6b65-4047-a431-532031cf24ce req-4f5e2cfa-5eae-40f2-ac0a-dc2c72cc3601 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418637 Sep 28 15:44:44.739058 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75918edc-b1d8-4231-9259-3ce0c67c8f88 req-83b159a6-65f4-4eb7-94e6-96b9c03a447d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:44.741195 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75918edc-b1d8-4231-9259-3ce0c67c8f88 req-83b159a6-65f4-4eb7-94e6-96b9c03a447d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0463090 Sep 28 15:44:44.789327 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75918edc-b1d8-4231-9259-3ce0c67c8f88 req-a8b26034-2ffd-4178-a614-d2684c271580 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423667 Sep 28 15:44:45.366914 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:45.368899 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:45.914396 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86880d76-a705-4e73-b682-527741f89371 req-e5ba518b-4365-44f9-8ed2-184920b1b98c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:45.915840 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-86880d76-a705-4e73-b682-527741f89371 req-e5ba518b-4365-44f9-8ed2-184920b1b98c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0462041 Sep 28 15:44:45.963987 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-86880d76-a705-4e73-b682-527741f89371 req-7587df4a-4e56-4c05-b864-a87746830500 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426826 Sep 28 15:44:47.096148 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7aaa81-5033-47ce-9c8c-319e486909fb req-c8e7c392-8959-4ef8-a23c-00c0369a927f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:47.097669 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cc7aaa81-5033-47ce-9c8c-319e486909fb req-c8e7c392-8959-4ef8-a23c-00c0369a927f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0521832 Sep 28 15:44:47.147831 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cc7aaa81-5033-47ce-9c8c-319e486909fb req-f1ae96c9-275b-4c35-b916-2349936b9934 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445411 Sep 28 15:44:48.274797 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9681a-31a9-4947-abbb-1ac014c2686c req-bb84b683-d7c2-49ff-904e-2567ce6394f0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:48.276433 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-77a9681a-31a9-4947-abbb-1ac014c2686c req-bb84b683-d7c2-49ff-904e-2567ce6394f0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0465744 Sep 28 15:44:48.323465 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-77a9681a-31a9-4947-abbb-1ac014c2686c req-4e480a18-3689-47d8-8d9f-307ed9c7e787 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414908 Sep 28 15:44:49.449254 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976e44f-8574-41fb-bbb5-6d4ace2732a1 req-2fc180c3-431b-4a58-84d7-2d95dd922866 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:49.450738 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1976e44f-8574-41fb-bbb5-6d4ace2732a1 req-2fc180c3-431b-4a58-84d7-2d95dd922866 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0483065 Sep 28 15:44:49.502944 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1976e44f-8574-41fb-bbb5-6d4ace2732a1 req-595a625b-6140-4a41-95af-d8ba9bfbc263 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466595 Sep 28 15:44:50.630471 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc68486-7798-4c00-8207-0fb01bd8a491 req-a2f6f20c-0acd-42a8-a0b5-58adf2ccf8b6 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:50.631957 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fcc68486-7798-4c00-8207-0fb01bd8a491 req-a2f6f20c-0acd-42a8-a0b5-58adf2ccf8b6 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0465636 Sep 28 15:44:50.670771 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:50.679018 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fcc68486-7798-4c00-8207-0fb01bd8a491 req-da723cc5-944b-4f57-8395-e323efb674a4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415659 Sep 28 15:44:51.797689 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:51.832463 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18326a-7cc9-48cc-9d14-08e9d55e1ea0 req-badc79ca-1429-402d-a1ae-f7b753012dd6 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:51.834108 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5c18326a-7cc9-48cc-9d14-08e9d55e1ea0 req-badc79ca-1429-402d-a1ae-f7b753012dd6 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0751009 Sep 28 15:44:51.891299 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5c18326a-7cc9-48cc-9d14-08e9d55e1ea0 req-c1592c88-2396-4353-aa49-e00050c21548 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510025 Sep 28 15:44:52.431505 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42556) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:52.540814 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:52.619703 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Publish callbacks [] for security_group (aeede52b-3b01-4baa-983c-15444ee540ad), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:52.623415 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (aeede52b-3b01-4baa-983c-15444ee540ad), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:52.662833 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=69e3cb0e89df473ba66a12f3d07b948d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302971 Sep 28 15:44:52.663670 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeede52b-3b01-4baa-983c-15444ee540ad,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:52.665563 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 42560) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:52.670762 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.671109 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.671468 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.671812 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.672141 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.672467 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.672791 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.673110 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.673446 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.673770 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.674131 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.674469 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.674790 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.675104 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.675419 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480e4ea9-2105-4d7c-b49b-e5f0c862f330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.714677 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Publish callbacks [] for security_group (aeede52b-3b01-4baa-983c-15444ee540ad), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:52.734012 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Publish callbacks [] for security_group (aeede52b-3b01-4baa-983c-15444ee540ad), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:52.779908 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (aeede52b-3b01-4baa-983c-15444ee540ad), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:52.782431 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:52.783587 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/aeede52b-3b01-4baa-983c-15444ee540ad HTTP/1.1" status: 204 len: 168 time: 0.1169960 Sep 28 15:44:52.791176 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeede52b-3b01-4baa-983c-15444ee540ad,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:52.798306 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.798871 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.799081 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.799438 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.799778 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.800134 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.800573 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.800849 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.801156 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.801484 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.801896 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.802246 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.802791 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.803149 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:52.803871 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caeaf86-35f8-4fdd-bc2e-36f574bf2f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:53.039122 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77d82d-82b7-4cd3-9483-bfaa2aad1d60 req-60b429d1-cf53-45e8-926b-d047e853425c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:53.040898 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cf77d82d-82b7-4cd3-9483-bfaa2aad1d60 req-60b429d1-cf53-45e8-926b-d047e853425c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0550616 Sep 28 15:44:53.102099 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cf77d82d-82b7-4cd3-9483-bfaa2aad1d60 req-742196da-ac71-4a81-8c49-a0ad3032d01d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554099 Sep 28 15:44:54.241595 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d5840-27d2-4ead-b0c6-460a7d56c88f req-335563a6-4275-4edc-8d0b-305b8d4d713e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:54.243239 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7c2d5840-27d2-4ead-b0c6-460a7d56c88f req-335563a6-4275-4edc-8d0b-305b8d4d713e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0516839 Sep 28 15:44:54.294697 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7c2d5840-27d2-4ead-b0c6-460a7d56c88f req-a4e1a9ca-7502-434a-8797-499c2491847e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455420 Sep 28 15:44:54.390292 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-61099e65-0091-4d37-b5d2-a7572cacc96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:55.425898 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320715f-5a75-46b1-8028-2e0562c1768d req-441101b9-154e-4bda-8548-a3828651068e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:55.427374 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6320715f-5a75-46b1-8028-2e0562c1768d req-441101b9-154e-4bda-8548-a3828651068e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 943 time: 0.0477128 Sep 28 15:44:55.475504 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6320715f-5a75-46b1-8028-2e0562c1768d req-a6b14c1a-eda8-402d-9df3-32f3960e03a7 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417123 Sep 28 15:44:56.012802 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0082d06d-1382-48f9-94de-259360a953c6 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:44:56.111680 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:44:56.123177 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '0082d06d-1382-48f9-94de-259360a953c6', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'port_id': '0082d06d-1382-48f9-94de-259360a953c6', 'mac_address': 'fa:16:3e:6e:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:44:56.156845 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 0082d06d-1382-48f9-94de-259360a953c6 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:44:56.157228 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0082d06d-1382-48f9-94de-259360a953c6), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:56.169958 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0082d06d-1382-48f9-94de-259360a953c6 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:44:56.189427 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:44:56.193561 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0082d06d-1382-48f9-94de-259360a953c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:56.237677 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=0082d06d-1382-48f9-94de-259360a953c6,revision_number=9']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:56.481943 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f92a3511-8a32-4c31-b432-f244bfa0842a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:56.539006 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['0082d06d-1382-48f9-94de-259360a953c6'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:44:56.620415 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c2252-154a-49c1-9e7b-bb94ba81fa86 req-5bd94e3c-2199-423e-87c1-94d99c2c48c3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:56.622414 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b37c2252-154a-49c1-9e7b-bb94ba81fa86 req-5bd94e3c-2199-423e-87c1-94d99c2c48c3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 944 time: 0.0628684 Sep 28 15:44:56.675920 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b37c2252-154a-49c1-9e7b-bb94ba81fa86 req-bf7a494c-ec77-4e4a-9222-548d35353773 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477614 Sep 28 15:44:56.691454 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 42602) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:56.796129 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-bd946c5a-ce84-4841-a188-1be64341bd17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:56.870747 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-bd946c5a-ce84-4841-a188-1be64341bd17 admin admin] Publish callbacks [] for security_group (6628bdba-fb50-4f36-8dbb-a54284302d3f), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:56.874579 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-bd946c5a-ce84-4841-a188-1be64341bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (6628bdba-fb50-4f36-8dbb-a54284302d3f), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:56.913612 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-bd946c5a-ce84-4841-a188-1be64341bd17 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e4267acfa5ad411c9b132c49946b67fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211618 Sep 28 15:44:56.914731 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd946c5a-ce84-4841-a188-1be64341bd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6628bdba-fb50-4f36-8dbb-a54284302d3f,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:56.916366 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42606) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:56.966496 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3bc56b76-243f-4c00-8fa6-bc7dc0afd74a admin admin] Publish callbacks [] for security_group (6628bdba-fb50-4f36-8dbb-a54284302d3f), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:56.985727 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3bc56b76-243f-4c00-8fa6-bc7dc0afd74a admin admin] Publish callbacks [] for security_group (6628bdba-fb50-4f36-8dbb-a54284302d3f), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:57.032125 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3bc56b76-243f-4c00-8fa6-bc7dc0afd74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (6628bdba-fb50-4f36-8dbb-a54284302d3f), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:57.034754 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3bc56b76-243f-4c00-8fa6-bc7dc0afd74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:57.035884 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-3bc56b76-243f-4c00-8fa6-bc7dc0afd74a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6628bdba-fb50-4f36-8dbb-a54284302d3f HTTP/1.1" status: 204 len: 168 time: 0.1176202 Sep 28 15:44:57.043670 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc56b76-243f-4c00-8fa6-bc7dc0afd74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6628bdba-fb50-4f36-8dbb-a54284302d3f,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:57.652133 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42628) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:57.748544 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1893714540-network', 'tenant_id': '6dcadaaec3664e8dace58c2479d8f534'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:44:57.767991 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Made reservation on behalf of 6dcadaaec3664e8dace58c2479d8f534 for: {'network': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:44:57.770545 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:57.779877 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:57.813519 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbf047-6f20-4365-945c-478977ed624d req-971533c7-23be-497c-acae-784eb246ba78 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:57.815170 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-26fbf047-6f20-4365-945c-478977ed624d req-971533c7-23be-497c-acae-784eb246ba78 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 944 time: 0.0516431 Sep 28 15:44:57.860353 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Publish callbacks [] for security_group (d168197d-817b-4d42-a584-070712ddbf41), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:57.864878 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (d168197d-817b-4d42-a584-070712ddbf41), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:57.870368 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-26fbf047-6f20-4365-945c-478977ed624d req-65aab5c1-040c-4b4e-87a2-70de141683e2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494812 Sep 28 15:44:57.891732 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=112831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:44:57.901650 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d168197d-817b-4d42-a584-070712ddbf41,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:57.906503 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (06a2f525-b377-4392-bcf2-ceb3a5153a6e), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:57.906846 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.segments_db [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Added segment 06a2f525-b377-4392-bcf2-ceb3a5153a6e of type vlan for network db2750e0-a7a8-471c-8c9d-9a849d0d357e Sep 28 15:44:57.946354 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (db2750e0-a7a8-471c-8c9d-9a849d0d357e), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:57.969349 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (db2750e0-a7a8-471c-8c9d-9a849d0d357e), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:57.970416 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:57.970989 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:58.028561 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3753605 Sep 28 15:44:58.031535 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42634) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:44:58.032787 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0082d06d-1382-48f9-94de-259360a953c6 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:44:58.036199 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] Request body: {'subnet': {'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1893714540-subnet', 'tenant_id': '6dcadaaec3664e8dace58c2479d8f534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:44:58.049438 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035eb94-88bb-4b7e-b294-e79e91cd2bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=db2750e0-a7a8-471c-8c9d-9a849d0d357e,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:58.053891 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:58.064121 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network db2750e0-a7a8-471c-8c9d-9a849d0d357e details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:44:58.067397 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] Made reservation on behalf of 6dcadaaec3664e8dace58c2479d8f534 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:44:58.069755 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3622047'] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:58.147450 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 0082d06d-1382-48f9-94de-259360a953c6 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:44:58.147830 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (0082d06d-1382-48f9-94de-259360a953c6), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:58.148164 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 0082d06d-1382-48f9-94de-259360a953c6 Sep 28 15:44:58.212566 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:58.245343 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 0082d06d-1382-48f9-94de-259360a953c6 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:44:58.245728 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0082d06d-1382-48f9-94de-259360a953c6), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:58.256017 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:58.267023 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:58.271376 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0082d06d-1382-48f9-94de-259360a953c6'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:44:58.274152 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c09dced-0e1d-421b-9232-5c3b57f77c52" -d '{"events": [{"server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "name": "network-vif-plugged", "status": "completed", "tag": "0082d06d-1382-48f9-94de-259360a953c6"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:44:58.288509 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:44:58.293902 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0082d06d-1382-48f9-94de-259360a953c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:58.324056 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093e4d7a-9043-4d59-a638-b9e2b024f75d x-openstack-request-id: req-093e4d7a-9043-4d59-a638-b9e2b024f75d {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:44:58.324360 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "name": "network-vif-plugged", "status": "completed", "tag": "0082d06d-1382-48f9-94de-259360a953c6", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:44:58.324608 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-093e4d7a-9043-4d59-a638-b9e2b024f75d {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:44:58.324728 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:58.325172 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093e4d7a-9043-4d59-a638-b9e2b024f75d'] response: {'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0082d06d-1382-48f9-94de-259360a953c6', 'code': 200} Sep 28 15:44:58.354132 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=0082d06d-1382-48f9-94de-259360a953c6,revision_number=10']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:58.361817 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.362194 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.362534 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.363054 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.363543 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.364052 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.364383 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.364713 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.365041 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.365425 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.365814 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.366222 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.366552 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.366874 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.367197 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:44:58.441098 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3622057'] for subnet (c24a72c3-b4b6-49e6-b28a-eb281dd75d8e), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:58.490649 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24a72c3-b4b6-49e6-b28a-eb281dd75d8e,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:44:58.505408 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] Checking segment: {'id': '06a2f525-b377-4392-bcf2-ceb3a5153a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:44:58.505759 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] Network hostable DHCP agents. Network: db2750e0-a7a8-471c-8c9d-9a849d0d357e, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:44:58.523159 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] Network db2750e0-a7a8-471c-8c9d-9a849d0d357e is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:44:58.536032 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, db2750e0-a7a8-471c-8c9d-9a849d0d357e) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:44:58.544514 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe79a43-a843-4c1b-b8f6-1271db1385b9 None None] Network db2750e0-a7a8-471c-8c9d-9a849d0d357e requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:44:58.552395 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:58.553030 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:58.570076 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-7cf358cd-1160-45b9-b750-4c2c2a2d2e28 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5374742 Sep 28 15:44:58.645938 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ab7f69-4c60-4c29-8394-344040970fbd None None] Network db2750e0-a7a8-471c-8c9d-9a849d0d357e requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:44:58.867839 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:58.878724 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:44:58.884778 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef5b53-9cae-4d16-a01f-d764426f7afa req-5d7746a0-4bb1-422e-8317-72e8b31e8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:58.886438 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-feef5b53-9cae-4d16-a01f-d764426f7afa req-5d7746a0-4bb1-422e-8317-72e8b31e8800 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 1130 time: 0.0526628 Sep 28 15:44:58.937438 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-feef5b53-9cae-4d16-a01f-d764426f7afa req-922769d4-9e90-467b-ac9e-10d6d0431c82 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442069 Sep 28 15:44:59.000451 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7e73-368c-420c-9f65-5b989eb453cf req-1b86fb92-64b0-4d90-b943-a54ead478915 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:44:59.001955 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-810c7e73-368c-420c-9f65-5b989eb453cf req-1b86fb92-64b0-4d90-b943-a54ead478915 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 946 time: 0.0485692 Sep 28 15:44:59.066903 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-810c7e73-368c-420c-9f65-5b989eb453cf req-35dc1533-7149-4d1e-9250-ec8779ea2786 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559456 Sep 28 15:44:59.723546 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:44:59.725726 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:00.194919 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c676cb-8b54-4a9b-850d-22ef351bc8da req-a190c792-abda-4322-a458-a0dcdadc0558 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:00.196413 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f6c676cb-8b54-4a9b-850d-22ef351bc8da req-a190c792-abda-4322-a458-a0dcdadc0558 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 946 time: 0.0469954 Sep 28 15:45:00.244671 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f6c676cb-8b54-4a9b-850d-22ef351bc8da req-9690fe5b-9729-44a7-985c-9880589812db tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422473 Sep 28 15:45:00.385406 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-d15d307d-a98a-4312-a591-0ff3094d2c75 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:00.386909 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-d15d307d-a98a-4312-a591-0ff3094d2c75 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/networks?id=db2750e0-a7a8-471c-8c9d-9a849d0d357e HTTP/1.1" status: 200 len: 814 time: 0.1078489 Sep 28 15:45:00.402510 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-aabeafca-035a-47a7-b4cd-fd0248a52f67 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/quotas/6dcadaaec3664e8dace58c2479d8f534 HTTP/1.1" status: 200 len: 375 time: 0.0099173 Sep 28 15:45:00.436115 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-dc922bae-b873-42a8-ad2b-39bff1acddfb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6dcadaaec3664e8dace58c2479d8f534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273097 Sep 28 15:45:00.531701 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-228a649c-b0ef-4dc6-af2a-3ca2f4ed6f92 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884778 Sep 28 15:45:00.622133 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-5ca18161-4333-47c1-977d-ddf0d879e328 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846851 Sep 28 15:45:00.789910 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b7e4c2c2-1d4e-4eac-847d-e36b1885fb7b req-b7d63f85-da6d-41a5-a6fb-7cf154d1da17 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 210 time: 0.0291598 Sep 28 15:45:01.388356 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30964a-e100-47a0-9a1b-bee285c1c32c req-29e11fad-3139-4f44-b87f-53ca4fd7914c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:01.389760 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ef30964a-e100-47a0-9a1b-bee285c1c32c req-29e11fad-3139-4f44-b87f-53ca4fd7914c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 946 time: 0.0523720 Sep 28 15:45:01.437252 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ef30964a-e100-47a0-9a1b-bee285c1c32c req-17688f48-ecc2-4ea5-8803-57069ae582e5 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418234 Sep 28 15:45:01.889912 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3177008e-d2a5-4f7c-9524-018f1cd761a0 req-c3d30b9d-69d3-4514-b913-ddd5a14673da tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 210 time: 0.0279980 Sep 28 15:45:02.201628 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-26b50940-3f37-4942-8f16-2cf6a01f067f tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:02.203088 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-26b50940-3f37-4942-8f16-2cf6a01f067f tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.50 "GET /networking/v2.0/networks?id=db2750e0-a7a8-471c-8c9d-9a849d0d357e HTTP/1.1" status: 200 len: 814 time: 0.1100259 Sep 28 15:45:02.215710 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Request body: {'port': {'device_id': '692d866e-d4bb-492f-8b83-d51698930cc9', 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e', 'admin_state_up': True, 'tenant_id': '6dcadaaec3664e8dace58c2479d8f534'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:45:02.322413 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Made reservation on behalf of 6dcadaaec3664e8dace58c2479d8f534 for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:45:02.326104 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:02.336955 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:02.444926 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:02.454677 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Allocated IP 172.20.0.5 (db2750e0-a7a8-471c-8c9d-9a849d0d357e/c24a72c3-b4b6-49e6-b28a-eb281dd75d8e/28f67cde-0b9a-4eaf-9fc3-3751023e941e) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:45:02.602926 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks [] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:02.638947 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:02.682242 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Network db2750e0-a7a8-471c-8c9d-9a849d0d357e is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:45:02.685352 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:45:02.689088 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:45:02.711879 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Pushing event updated for resources: {'Port': ['ID=28f67cde-0b9a-4eaf-9fc3-3751023e941e,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:02.737584 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:02.738210 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:02.754129 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-35d526f1-127e-4e07-a028-faf70b2b215d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424082 Sep 28 15:45:02.768801 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Request body: {'port': {'device_id': '692d866e-d4bb-492f-8b83-d51698930cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:45:02.828714 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:03.038526 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adc3a4-5ca7-4c9c-87dc-ce8082e3d12c req-0dd26fe1-222e-46f9-8733-630cded9c957 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:03.039973 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-88adc3a4-5ca7-4c9c-87dc-ce8082e3d12c req-0dd26fe1-222e-46f9-8733-630cded9c957 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 931 time: 0.0575788 Sep 28 15:45:03.098293 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:03.122954 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-88adc3a4-5ca7-4c9c-87dc-ce8082e3d12c req-9fd5a352-390a-4f2e-bee7-014b83a35043 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769000 Sep 28 15:45:03.157090 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f67cde-0b9a-4eaf-9fc3-3751023e941e {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:45:03.165267 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Publish callbacks [] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:03.178156 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Transition to ACTIVE for port object 28f67cde-0b9a-4eaf-9fc3-3751023e941e will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:45:03.181750 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:03.206599 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:03.262847 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f67cde-0b9a-4eaf-9fc3-3751023e941e,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:03.292807 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Attempting to bind port 28f67cde-0b9a-4eaf-9fc3-3751023e941e on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:45:03.293070 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Attempting to bind port 28f67cde-0b9a-4eaf-9fc3-3751023e941e by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '06a2f525-b377-4392-bcf2-ceb3a5153a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:45:03.293399 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Attempting to bind port 28f67cde-0b9a-4eaf-9fc3-3751023e941e on network db2750e0-a7a8-471c-8c9d-9a849d0d357e {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:45:03.334604 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Port 28f67cde-0b9a-4eaf-9fc3-3751023e941e on network db2750e0-a7a8-471c-8c9d-9a849d0d357e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:45:03.334927 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Attempting to bind port 28f67cde-0b9a-4eaf-9fc3-3751023e941e on network db2750e0-a7a8-471c-8c9d-9a849d0d357e {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:45:03.375610 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:45:03.375946 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Checking segment: {'id': '06a2f525-b377-4392-bcf2-ceb3a5153a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:45:03.376328 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Bound using segment: {'id': '06a2f525-b377-4392-bcf2-ceb3a5153a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:45:03.376760 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Bound port: 28f67cde-0b9a-4eaf-9fc3-3751023e941e, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a2f525-b377-4392-bcf2-ceb3a5153a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:45:03.377118 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:03.438356 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] For port 28f67cde-0b9a-4eaf-9fc3-3751023e941e, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:45:03.441276 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] For port 28f67cde-0b9a-4eaf-9fc3-3751023e941e, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=28f67cde-0b9a-4eaf-9fc3-3751023e941e,segment=NetworkSegment(06a2f525-b377-4392-bcf2-ceb3a5153a6e),segment_id=06a2f525-b377-4392-bcf2-ceb3a5153a6e)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:45:03.447321 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:03.451257 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:03.451871 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:03.453218 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/28f67cde-0b9a-4eaf-9fc3-3751023e941e HTTP/1.1" status: 200 len: 1093 time: 0.6885073 Sep 28 15:45:03.453762 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692d866e-d4bb-492f-8b83-d51698930cc9', 'tag': '28f67cde-0b9a-4eaf-9fc3-3751023e941e'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:45:03.455996 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35237626-4553-4010-be68-83cc58169cda" -d '{"events": [{"name": "network-changed", "server_uuid": "692d866e-d4bb-492f-8b83-d51698930cc9", "tag": "28f67cde-0b9a-4eaf-9fc3-3751023e941e"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:45:03.512382 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef3e8f5-6ad3-445e-b25f-d185589686f2 x-openstack-request-id: req-5ef3e8f5-6ad3-445e-b25f-d185589686f2 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:45:03.512672 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692d866e-d4bb-492f-8b83-d51698930cc9", "tag": "28f67cde-0b9a-4eaf-9fc3-3751023e941e", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:45:03.512927 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ef3e8f5-6ad3-445e-b25f-d185589686f2 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:45:03.513324 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef3e8f5-6ad3-445e-b25f-d185589686f2'] response: {'name': 'network-changed', 'server_uuid': '692d866e-d4bb-492f-8b83-d51698930cc9', 'tag': '28f67cde-0b9a-4eaf-9fc3-3751023e941e', 'status': 'completed', 'code': 200} Sep 28 15:45:03.529017 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b0a9a-9aad-45c7-a3da-40ab38c838f9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f67cde-0b9a-4eaf-9fc3-3751023e941e,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:03.543076 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-787223b9-843a-4d21-b6fe-06330320f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:03.544513 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-787223b9-843a-4d21-b6fe-06330320f050 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=6dcadaaec3664e8dace58c2479d8f534&device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 1127 time: 0.0454135 Sep 28 15:45:03.582052 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-bfc25401-9232-4474-967d-7cd0e0aed35c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28f67cde-0b9a-4eaf-9fc3-3751023e941e HTTP/1.1" status: 200 len: 217 time: 0.0306149 Sep 28 15:45:03.635048 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-551528e7-8439-4aa7-81f5-387c03d03512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:03.636452 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-551528e7-8439-4aa7-81f5-387c03d03512 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c24a72c3-b4b6-49e6-b28a-eb281dd75d8e HTTP/1.1" status: 200 len: 854 time: 0.0485156 Sep 28 15:45:03.673874 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-287e0c6f-93ff-4474-a6e2-cd8af1e7364e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=db2750e0-a7a8-471c-8c9d-9a849d0d357e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249295 Sep 28 15:45:03.761842 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-e65b8ff8-4c71-4c72-a5eb-774b05ce990a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803411 Sep 28 15:45:03.762987 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:03.763727 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:03.854822 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d333481-7b4e-433c-ac1f-01826d7f5795 req-e20c6cb0-16fd-4056-9574-8b98679f31c9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858088 Sep 28 15:45:04.243512 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1921fc-03f5-47d1-8f06-a8a86c813fb7 req-b41036eb-6379-43a5-86dd-97247110cc85 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:04.244949 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ad1921fc-03f5-47d1-8f06-a8a86c813fb7 req-b41036eb-6379-43a5-86dd-97247110cc85 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 943 time: 0.0460243 Sep 28 15:45:04.290878 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ad1921fc-03f5-47d1-8f06-a8a86c813fb7 req-20ae9a22-f388-4eaf-a75f-6b66d1afed67 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Sep 28 15:45:04.658717 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:45:05.142872 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35237626-4553-4010-be68-83cc58169cda req-9f987e67-7d7c-4ddb-a733-34895fcb1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:05.144342 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35237626-4553-4010-be68-83cc58169cda req-9f987e67-7d7c-4ddb-a733-34895fcb1f22 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=6dcadaaec3664e8dace58c2479d8f534&device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 1127 time: 0.0415449 Sep 28 15:45:05.198654 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:05.235380 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35237626-4553-4010-be68-83cc58169cda req-db29d742-1875-49a9-bb89-18e0ee0696c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:05.236824 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35237626-4553-4010-be68-83cc58169cda req-db29d742-1875-49a9-bb89-18e0ee0696c7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=db2750e0-a7a8-471c-8c9d-9a849d0d357e HTTP/1.1" status: 200 len: 914 time: 0.0851095 Sep 28 15:45:05.279983 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35237626-4553-4010-be68-83cc58169cda req-bc6eb643-f2d9-4d6e-9c86-3e61a6bc0c92 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28f67cde-0b9a-4eaf-9fc3-3751023e941e HTTP/1.1" status: 200 len: 217 time: 0.0352058 Sep 28 15:45:05.335002 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35237626-4553-4010-be68-83cc58169cda req-867513f6-a57a-4757-926b-7cd490d45ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:05.336406 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35237626-4553-4010-be68-83cc58169cda req-867513f6-a57a-4757-926b-7cd490d45ddb service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c24a72c3-b4b6-49e6-b28a-eb281dd75d8e HTTP/1.1" status: 200 len: 854 time: 0.0441947 Sep 28 15:45:05.353267 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:05.373697 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35237626-4553-4010-be68-83cc58169cda req-497a8c9d-fa0d-4c45-a579-a233bb998c08 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=db2750e0-a7a8-471c-8c9d-9a849d0d357e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283797 Sep 28 15:45:05.380318 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:05.463484 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259f5a7-5d8d-4c66-939b-a4e0cc4e777d req-40800d18-669d-48f1-9b55-032713504b48 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:05.464930 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6259f5a7-5d8d-4c66-939b-a4e0cc4e777d req-40800d18-669d-48f1-9b55-032713504b48 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 943 time: 0.0946164 Sep 28 15:45:05.530161 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35237626-4553-4010-be68-83cc58169cda req-cc3d59e5-28d5-4b1c-bd72-ff4ad1af7719 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481740 Sep 28 15:45:05.534486 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6259f5a7-5d8d-4c66-939b-a4e0cc4e777d req-100e3ee5-7f2b-4daf-a247-d918a4ceec13 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637012 Sep 28 15:45:05.621346 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35237626-4553-4010-be68-83cc58169cda req-302386c0-21d8-4516-a197-4788913a4955 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855258 Sep 28 15:45:06.057567 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 28f67cde-0b9a-4eaf-9fc3-3751023e941e details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:45:06.158220 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 28f67cde-0b9a-4eaf-9fc3-3751023e941e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=28f67cde-0b9a-4eaf-9fc3-3751023e941e,segment=NetworkSegment(06a2f525-b377-4392-bcf2-ceb3a5153a6e),segment_id=06a2f525-b377-4392-bcf2-ceb3a5153a6e)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:45:06.169670 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '28f67cde-0b9a-4eaf-9fc3-3751023e941e', 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e', 'port_id': '28f67cde-0b9a-4eaf-9fc3-3751023e941e', 'mac_address': 'fa:16:3e:3e:a7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24a72c3-b4b6-49e6-b28a-eb281dd75d8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:45:06.203839 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 28f67cde-0b9a-4eaf-9fc3-3751023e941e is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:45:06.204224 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:06.217927 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f67cde-0b9a-4eaf-9fc3-3751023e941e {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:45:06.236807 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 28f67cde-0b9a-4eaf-9fc3-3751023e941e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=28f67cde-0b9a-4eaf-9fc3-3751023e941e,segment=NetworkSegment(06a2f525-b377-4392-bcf2-ceb3a5153a6e),segment_id=06a2f525-b377-4392-bcf2-ceb3a5153a6e)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:45:06.240961 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:06.290746 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=28f67cde-0b9a-4eaf-9fc3-3751023e941e,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:06.616190 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['28f67cde-0b9a-4eaf-9fc3-3751023e941e'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:45:06.655065 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7ece0-57a0-4858-bbf8-6fae1a55ffd0 req-e110c12f-0c9d-46f3-94f4-56f19aeeec04 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:06.656549 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94f7ece0-57a0-4858-bbf8-6fae1a55ffd0 req-e110c12f-0c9d-46f3-94f4-56f19aeeec04 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 944 time: 0.0471015 Sep 28 15:45:06.704922 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94f7ece0-57a0-4858-bbf8-6fae1a55ffd0 req-33c81139-f906-430f-bda6-0c4cc944602d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425830 Sep 28 15:45:07.824980 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90115c-18dd-41c6-a31e-1e1859b79535 req-8fd6c6c3-c7de-4d93-a020-621a3af306fc tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:07.826458 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0f90115c-18dd-41c6-a31e-1e1859b79535 req-8fd6c6c3-c7de-4d93-a020-621a3af306fc tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 944 time: 0.0456836 Sep 28 15:45:07.875965 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0f90115c-18dd-41c6-a31e-1e1859b79535 req-16d101f5-5b4a-464a-aa61-86fd62a026b2 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Sep 28 15:45:08.065443 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 28f67cde-0b9a-4eaf-9fc3-3751023e941e up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:45:08.105741 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:08.111692 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 28f67cde-0b9a-4eaf-9fc3-3751023e941e completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:45:08.117975 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 28f67cde-0b9a-4eaf-9fc3-3751023e941e triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:45:08.118350 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:08.118692 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 28f67cde-0b9a-4eaf-9fc3-3751023e941e Sep 28 15:45:08.136669 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:08.192478 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 28f67cde-0b9a-4eaf-9fc3-3751023e941e is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:45:08.192895 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:08.216552 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692d866e-d4bb-492f-8b83-d51698930cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f67cde-0b9a-4eaf-9fc3-3751023e941e'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:45:08.218807 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163472ac-f3b7-4965-99f3-1b1bf66f710e" -d '{"events": [{"server_uuid": "692d866e-d4bb-492f-8b83-d51698930cc9", "name": "network-vif-plugged", "status": "completed", "tag": "28f67cde-0b9a-4eaf-9fc3-3751023e941e"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:45:08.231813 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 28f67cde-0b9a-4eaf-9fc3-3751023e941e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=28f67cde-0b9a-4eaf-9fc3-3751023e941e,segment=NetworkSegment(06a2f525-b377-4392-bcf2-ceb3a5153a6e),segment_id=06a2f525-b377-4392-bcf2-ceb3a5153a6e)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:45:08.235877 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:08.260830 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ebbffe-2f70-41b6-85ee-463201fcf3e6 x-openstack-request-id: req-82ebbffe-2f70-41b6-85ee-463201fcf3e6 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:45:08.261140 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692d866e-d4bb-492f-8b83-d51698930cc9", "name": "network-vif-plugged", "status": "completed", "tag": "28f67cde-0b9a-4eaf-9fc3-3751023e941e", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:45:08.261389 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82ebbffe-2f70-41b6-85ee-463201fcf3e6 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:45:08.261766 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ebbffe-2f70-41b6-85ee-463201fcf3e6'] response: {'server_uuid': '692d866e-d4bb-492f-8b83-d51698930cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f67cde-0b9a-4eaf-9fc3-3751023e941e', 'code': 200} Sep 28 15:45:08.291107 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=28f67cde-0b9a-4eaf-9fc3-3751023e941e,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:08.463985 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3235-54f9-4dbe-bd25-07bc505ba7e1 req-8b76040d-e378-43b2-bc21-9fb712aaa1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:08.465428 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-becf3235-54f9-4dbe-bd25-07bc505ba7e1 req-8b76040d-e378-43b2-bc21-9fb712aaa1db service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 1129 time: 0.0388174 Sep 28 15:45:08.511981 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-becf3235-54f9-4dbe-bd25-07bc505ba7e1 req-b2d77357-ed03-4a9d-9549-aaef5a1622bf service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370138 Sep 28 15:45:08.563264 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=31,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:08.564015 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:08.995485 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fe448-5292-45de-a6a7-370b9338092d req-831bc742-b905-4600-a27d-f266345b40ba tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:08.997231 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-869fe448-5292-45de-a6a7-370b9338092d req-831bc742-b905-4600-a27d-f266345b40ba tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 945 time: 0.0476689 Sep 28 15:45:09.044354 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-869fe448-5292-45de-a6a7-370b9338092d req-5afec7df-04d7-4485-bf5c-bd22c2ad6257 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416825 Sep 28 15:45:09.306799 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd269e1-4cc8-45cd-8959-8dda6acf0adb req-3c1220ec-e8dd-40f3-87ef-677d0c2740ef tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:09.308320 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bd269e1-4cc8-45cd-8959-8dda6acf0adb req-3c1220ec-e8dd-40f3-87ef-677d0c2740ef tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.0499022 Sep 28 15:45:09.354134 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bd269e1-4cc8-45cd-8959-8dda6acf0adb req-18b6d6f3-5a88-4a0b-8e15-33e51912f875 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401063 Sep 28 15:45:10.166348 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e97117-b23c-4f9a-a21a-3b24eacec56b req-24622e81-66af-495c-872d-b718d0e66cad tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:10.167809 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-34e97117-b23c-4f9a-a21a-3b24eacec56b req-24622e81-66af-495c-872d-b718d0e66cad tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 945 time: 0.0466475 Sep 28 15:45:10.214204 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-34e97117-b23c-4f9a-a21a-3b24eacec56b req-51958d44-9e6c-40a8-bedf-32db3292cbfe tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Sep 28 15:45:10.473798 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609780a3-2a09-4f1c-9afe-16eaf91fd570 req-7d20375d-7621-422e-bdd3-c8367c17bea4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:10.475280 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-609780a3-2a09-4f1c-9afe-16eaf91fd570 req-7d20375d-7621-422e-bdd3-c8367c17bea4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.0451667 Sep 28 15:45:10.486866 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:10.525546 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-609780a3-2a09-4f1c-9afe-16eaf91fd570 req-8af23be2-433a-48bf-aeec-a28d3643f843 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447717 Sep 28 15:45:11.335519 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8fe53-2b36-442e-b0aa-ce4bacdb8f71 req-0cad0fd6-cd03-45b3-8b66-affd60b620c4 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:11.336979 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e8a8fe53-2b36-442e-b0aa-ce4bacdb8f71 req-0cad0fd6-cd03-45b3-8b66-affd60b620c4 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 945 time: 0.0459807 Sep 28 15:45:11.384433 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e8a8fe53-2b36-442e-b0aa-ce4bacdb8f71 req-a833c40d-9d9d-4b1d-9722-3bedc5da66c8 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Sep 28 15:45:11.552744 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:11.568654 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc7288-4415-404c-88ec-30baac966df4 req-f19fdb98-f90a-4573-a8e2-6ef02692bb28 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:11.570359 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-97bc7288-4415-404c-88ec-30baac966df4 req-f19fdb98-f90a-4573-a8e2-6ef02692bb28 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.0493655 Sep 28 15:45:11.686890 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804d5bf-280e-4717-9e68-11574c786722 req-15c83463-63d0-4cbf-ac5b-15af1622db8a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:11.688388 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9804d5bf-280e-4717-9e68-11574c786722 req-15c83463-63d0-4cbf-ac5b-15af1622db8a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 945 time: 0.0805328 Sep 28 15:45:11.717211 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Deleting port 8a0e2173-599b-42d5-a1a1-8e65b893783f {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:45:11.717544 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:12.048220 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9804d5bf-280e-4717-9e68-11574c786722 req-a661dacb-9fdf-45e1-908f-aab278409192 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=79096b5c-b216-428e-95e2-87dbea57ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3480663 Sep 28 15:45:12.083626 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] For port 8a0e2173-599b-42d5-a1a1-8e65b893783f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=8a0e2173-599b-42d5-a1a1-8e65b893783f,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:45:12.084000 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:12.294161 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:12.294810 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (f2c660f2-15d4-4008-a4db-fc24f32bde7f), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:12.295133 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Floating IP f2c660f2-15d4-4008-a4db-fc24f32bde7f disassociated. External IP: 172.27.2.103, port: 8a0e2173-599b-42d5-a1a1-8e65b893783f. Sep 28 15:45:12.295636 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Calling delete_port for 8a0e2173-599b-42d5-a1a1-8e65b893783f owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:45:12.427716 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (8a0e2173-599b-42d5-a1a1-8e65b893783f), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:12.452357 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'Port': ['ID=8a0e2173-599b-42d5-a1a1-8e65b893783f,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:12.565382 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Router afbb5fe3-7737-46f0-905c-2d478e9fde4b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:45:12.665139 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:12.670698 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:45:12.678798 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:12.682817 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd6c897-2dfc-4a99-8f23-b4c744942a1f None None] Sync routers for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:45:12.699030 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd6c897-2dfc-4a99-8f23-b4c744942a1f None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:45:12.700015 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ccd6c897-2dfc-4a99-8f23-b4c744942a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:44:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:12.721050 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] No DVR routers for this DVR port 8a0e2173-599b-42d5-a1a1-8e65b893783f on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:45:12.723570 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:12.727456 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-97bc7288-4415-404c-88ec-30baac966df4 req-3f077732-28c8-4803-beee-266b727a67a4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "DELETE /networking/v2.0/ports/8a0e2173-599b-42d5-a1a1-8e65b893783f HTTP/1.1" status: 204 len: 173 time: 1.1507390 Sep 28 15:45:12.727956 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc05ad-5958-4041-9643-9646838091a5', 'name': 'network-vif-deleted', 'tag': '8a0e2173-599b-42d5-a1a1-8e65b893783f'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:45:12.730216 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273823f0-421a-41e0-86c6-b2dde0e527cb" -d '{"events": [{"server_uuid": "67dc05ad-5958-4041-9643-9646838091a5", "name": "network-vif-deleted", "tag": "8a0e2173-599b-42d5-a1a1-8e65b893783f"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:45:12.779034 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbaf90f-e94b-494c-b962-be149355d3da x-openstack-request-id: req-2cbaf90f-e94b-494c-b962-be149355d3da {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:45:12.779356 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dc05ad-5958-4041-9643-9646838091a5", "name": "network-vif-deleted", "tag": "8a0e2173-599b-42d5-a1a1-8e65b893783f", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:45:12.779608 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cbaf90f-e94b-494c-b962-be149355d3da {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:45:12.780035 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbaf90f-e94b-494c-b962-be149355d3da'] response: {'server_uuid': '67dc05ad-5958-4041-9643-9646838091a5', 'name': 'network-vif-deleted', 'tag': '8a0e2173-599b-42d5-a1a1-8e65b893783f', 'status': 'completed', 'code': 200} Sep 28 15:45:12.826579 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-ccd6c897-2dfc-4a99-8f23-b4c744942a1f None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:45:13.055387 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ccd6c897-2dfc-4a99-8f23-b4c744942a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'ad10b2a4-8cbf-4b2f-a903-7ba18001fe45', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:43Z', 'updated_at': '2022-09-28T15:42:35Z', 'revision_number': 2, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:13.084887 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd6c897-2dfc-4a99-8f23-b4c744942a1f None None] Checking router: afbb5fe3-7737-46f0-905c-2d478e9fde4b for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:45:13.094946 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd6c897-2dfc-4a99-8f23-b4c744942a1f None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:45:13.095561 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ccd6c897-2dfc-4a99-8f23-b4c744942a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:44:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:13.198986 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1d48a49a-f741-4397-a7ca-c7dd0b1785e5 req-36af1f13-f62b-47c1-88de-ca7ea715894d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67dc05ad-5958-4041-9643-9646838091a5 HTTP/1.1" status: 200 len: 210 time: 0.0392818 Sep 28 15:45:13.226381 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-ccd6c897-2dfc-4a99-8f23-b4c744942a1f None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:45:13.432878 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:13.446471 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ccd6c897-2dfc-4a99-8f23-b4c744942a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'ad10b2a4-8cbf-4b2f-a903-7ba18001fe45', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:43Z', 'updated_at': '2022-09-28T15:42:35Z', 'revision_number': 2, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:13.475337 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd6c897-2dfc-4a99-8f23-b4c744942a1f None None] The sync data for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi is: [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'ad10b2a4-8cbf-4b2f-a903-7ba18001fe45', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:76:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:41:43Z', 'updated_at': '2022-09-28T15:42:35Z', 'revision_number': 2, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:45:13.743245 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b851c-1f90-4bb2-9276-7f50b517a923 None None] New status for floating IP f2c660f2-15d4-4008-a4db-fc24f32bde7f: DOWN {{(pid=112833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:45:14.095868 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 8a0e2173-599b-42d5-a1a1-8e65b893783f no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:45:14.116795 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 8a0e2173-599b-42d5-a1a1-8e65b893783f {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:45:14.117197 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 8a0e2173-599b-42d5-a1a1-8e65b893783f not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:45:14.303967 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42832) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:45:14.359929 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42cde508-7873-4197-a031-34b4563f04de tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (79096b5c-b216-428e-95e2-87dbea57ecdb), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:14.382033 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42cde508-7873-4197-a031-34b4563f04de tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (79096b5c-b216-428e-95e2-87dbea57ecdb), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:14.434651 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42cde508-7873-4197-a031-34b4563f04de tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (79096b5c-b216-428e-95e2-87dbea57ecdb), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:14.437167 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42cde508-7873-4197-a031-34b4563f04de tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:14.438319 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-42cde508-7873-4197-a031-34b4563f04de tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/79096b5c-b216-428e-95e2-87dbea57ecdb HTTP/1.1" status: 204 len: 168 time: 0.1333170 Sep 28 15:45:14.441170 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 42834) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:45:14.448537 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cde508-7873-4197-a031-34b4563f04de tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79096b5c-b216-428e-95e2-87dbea57ecdb,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:14.460957 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.api.v2.resource [None req-5ffac2f5-af20-41dd-9999-27eb81966199 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] show failed (client error): The resource could not be found. Sep 28 15:45:14.464738 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-5ffac2f5-af20-41dd-9999-27eb81966199 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups/79096b5c-b216-428e-95e2-87dbea57ecdb HTTP/1.1" status: 404 len: 347 time: 0.0196872 Sep 28 15:45:14.465031 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 42836) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:45:14.580660 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ccceb-69b1-4360-8d8a-98df300ecc33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Deleting port d864a708-7e0c-4ac9-9f6e-c3e6059bbad0 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:45:14.581008 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd6ccceb-69b1-4360-8d8a-98df300ecc33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (d864a708-7e0c-4ac9-9f6e-c3e6059bbad0), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:14.661533 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd6ccceb-69b1-4360-8d8a-98df300ecc33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (d864a708-7e0c-4ac9-9f6e-c3e6059bbad0), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:14.661883 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd6ccceb-69b1-4360-8d8a-98df300ecc33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (d864a708-7e0c-4ac9-9f6e-c3e6059bbad0), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:14.674446 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ccceb-69b1-4360-8d8a-98df300ecc33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Calling delete_port for d864a708-7e0c-4ac9-9f6e-c3e6059bbad0 owned by network:floatingip {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:45:14.818401 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd6ccceb-69b1-4360-8d8a-98df300ecc33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (d864a708-7e0c-4ac9-9f6e-c3e6059bbad0), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:14.843882 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ccceb-69b1-4360-8d8a-98df300ecc33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'Port': ['ID=d864a708-7e0c-4ac9-9f6e-c3e6059bbad0,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:14.907707 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd6ccceb-69b1-4360-8d8a-98df300ecc33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (f2c660f2-15d4-4008-a4db-fc24f32bde7f), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:14.910847 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dd6ccceb-69b1-4360-8d8a-98df300ecc33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:14.912123 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-dd6ccceb-69b1-4360-8d8a-98df300ecc33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/f2c660f2-15d4-4008-a4db-fc24f32bde7f HTTP/1.1" status: 204 len: 168 time: 0.4461584 Sep 28 15:45:16.638112 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646da92-13c7-4e38-af8f-92ad1e392e7e req-6b661283-07c1-470d-9bc2-8642e160572b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:16.639564 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4646da92-13c7-4e38-af8f-92ad1e392e7e req-6b661283-07c1-470d-9bc2-8642e160572b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 945 time: 0.0495517 Sep 28 15:45:16.687492 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4646da92-13c7-4e38-af8f-92ad1e392e7e req-e23b0d5e-4541-48a7-88f3-84b5428d6cf4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423298 Sep 28 15:45:17.814846 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad76ce-3812-46e5-9ffd-28b14c9dd322 req-ae3b92cc-9b46-4bcc-bbfe-e2af06657e3b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:17.816347 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9cad76ce-3812-46e5-9ffd-28b14c9dd322 req-ae3b92cc-9b46-4bcc-bbfe-e2af06657e3b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 945 time: 0.0460172 Sep 28 15:45:17.864229 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9cad76ce-3812-46e5-9ffd-28b14c9dd322 req-be1303c0-6e34-4f1a-8976-4c021df397ad tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408549 Sep 28 15:45:18.637222 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0204-a25c-4075-9371-c8338df38e27 req-d0b614f3-5deb-46ca-925e-8fed7c8f8a0b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:18.638698 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-eaba0204-a25c-4075-9371-c8338df38e27 req-d0b614f3-5deb-46ca-925e-8fed7c8f8a0b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 945 time: 0.0463738 Sep 28 15:45:18.727302 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Deleting port 0fdce35c-d94c-4241-8f30-04b6de93d44d {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:45:18.727645 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:18.819816 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] For port 0fdce35c-d94c-4241-8f30-04b6de93d44d, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0fdce35c-d94c-4241-8f30-04b6de93d44d,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:45:18.821082 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:18.832504 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:18.931201 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:19.019915 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:19.020282 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (ad10b2a4-8cbf-4b2f-a903-7ba18001fe45), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:19.020600 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Floating IP ad10b2a4-8cbf-4b2f-a903-7ba18001fe45 disassociated. External IP: 172.27.2.13, port: 0fdce35c-d94c-4241-8f30-04b6de93d44d. Sep 28 15:45:19.020941 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Calling delete_port for 0fdce35c-d94c-4241-8f30-04b6de93d44d owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:45:19.037085 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68109d5e-f827-437d-b479-9f36fe12f17e req-1fa35d23-06a9-44d1-b9ad-56e52f0ce232 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:19.038678 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-68109d5e-f827-437d-b479-9f36fe12f17e req-1fa35d23-06a9-44d1-b9ad-56e52f0ce232 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 945 time: 0.0776713 Sep 28 15:45:19.133235 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-68109d5e-f827-437d-b479-9f36fe12f17e req-1062c1f3-801b-4fe6-b9b6-95656010f628 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3580a1e9-b886-4c57-9da4-34bf6064b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881460 Sep 28 15:45:19.202562 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (0fdce35c-d94c-4241-8f30-04b6de93d44d), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:19.231020 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'Port': ['ID=0fdce35c-d94c-4241-8f30-04b6de93d44d,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:19.342395 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Router afbb5fe3-7737-46f0-905c-2d478e9fde4b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:45:19.449082 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:45:19.458282 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde303d-757e-4808-9825-3567e5f3c434 None None] Sync routers for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:45:19.468329 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde303d-757e-4808-9825-3567e5f3c434 None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:45:19.468928 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ecde303d-757e-4808-9825-3567e5f3c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:44:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:19.490946 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] No DVR routers for this DVR port 0fdce35c-d94c-4241-8f30-04b6de93d44d on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:45:19.493967 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:19.497672 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-eaba0204-a25c-4075-9371-c8338df38e27 req-c67140a6-993a-4ae4-8f36-17d54789dfa1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "DELETE /networking/v2.0/ports/0fdce35c-d94c-4241-8f30-04b6de93d44d HTTP/1.1" status: 204 len: 173 time: 0.8530374 Sep 28 15:45:19.498193 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'name': 'network-vif-deleted', 'tag': '0fdce35c-d94c-4241-8f30-04b6de93d44d'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:45:19.500501 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9acb2cc-e3e6-4dba-9d8a-150636aeb797" -d '{"events": [{"server_uuid": "38cb3a9e-72d1-4502-90fe-35576e05e0a2", "name": "network-vif-deleted", "tag": "0fdce35c-d94c-4241-8f30-04b6de93d44d"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:45:19.540559 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915af804-27b9-4f6b-815e-20913edda9b4 x-openstack-request-id: req-915af804-27b9-4f6b-815e-20913edda9b4 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:45:19.540855 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cb3a9e-72d1-4502-90fe-35576e05e0a2", "name": "network-vif-deleted", "tag": "0fdce35c-d94c-4241-8f30-04b6de93d44d", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:45:19.541110 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-915af804-27b9-4f6b-815e-20913edda9b4 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:45:19.541560 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915af804-27b9-4f6b-815e-20913edda9b4'] response: {'server_uuid': '38cb3a9e-72d1-4502-90fe-35576e05e0a2', 'name': 'network-vif-deleted', 'tag': '0fdce35c-d94c-4241-8f30-04b6de93d44d', 'status': 'completed', 'code': 200} Sep 28 15:45:19.572124 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:19.581306 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-ecde303d-757e-4808-9825-3567e5f3c434 None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:45:19.790679 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ecde303d-757e-4808-9825-3567e5f3c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:19.815580 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde303d-757e-4808-9825-3567e5f3c434 None None] Checking router: afbb5fe3-7737-46f0-905c-2d478e9fde4b for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:45:19.824962 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde303d-757e-4808-9825-3567e5f3c434 None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:45:19.825570 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ecde303d-757e-4808-9825-3567e5f3c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:44:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:20.050282 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-ecde303d-757e-4808-9825-3567e5f3c434 None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:45:20.236687 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ecde303d-757e-4808-9825-3567e5f3c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:20.266221 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde303d-757e-4808-9825-3567e5f3c434 None None] The sync data for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi is: [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:45:20.279294 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-32b6c691-c185-4d5a-96d4-87abb05d641b req-4089c336-a8fa-4396-92c4-142541054e5c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38cb3a9e-72d1-4502-90fe-35576e05e0a2 HTTP/1.1" status: 200 len: 210 time: 0.0436220 Sep 28 15:45:20.552494 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b449172e-4e9f-42e3-b2c8-344c0316c753 None None] New status for floating IP ad10b2a4-8cbf-4b2f-a903-7ba18001fe45: DOWN {{(pid=112833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:45:21.395372 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 42894) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:45:21.455190 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f32d4fb-cff0-42f4-8aee-9e0cb0d7a2ea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (3580a1e9-b886-4c57-9da4-34bf6064b6be), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:21.476847 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f32d4fb-cff0-42f4-8aee-9e0cb0d7a2ea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (3580a1e9-b886-4c57-9da4-34bf6064b6be), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:21.524012 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f32d4fb-cff0-42f4-8aee-9e0cb0d7a2ea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (3580a1e9-b886-4c57-9da4-34bf6064b6be), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:21.526633 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f32d4fb-cff0-42f4-8aee-9e0cb0d7a2ea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:21.527774 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-1f32d4fb-cff0-42f4-8aee-9e0cb0d7a2ea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3580a1e9-b886-4c57-9da4-34bf6064b6be HTTP/1.1" status: 204 len: 168 time: 0.1313462 Sep 28 15:45:21.530725 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42896) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:45:21.536911 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32d4fb-cff0-42f4-8aee-9e0cb0d7a2ea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3580a1e9-b886-4c57-9da4-34bf6064b6be,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:21.547389 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.api.v2.resource [None req-733d6579-3bbe-4994-9a66-b4dba2a90c9f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] show failed (client error): The resource could not be found. Sep 28 15:45:21.548382 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-733d6579-3bbe-4994-9a66-b4dba2a90c9f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups/3580a1e9-b886-4c57-9da4-34bf6064b6be HTTP/1.1" status: 404 len: 347 time: 0.0160122 Sep 28 15:45:21.551342 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42898) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:45:21.670655 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-033d4047-bb35-41f8-b656-38a5aceddb95 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Deleting port cc5e46be-cb5e-4386-bd6d-e6760645c712 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:45:21.671002 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-033d4047-bb35-41f8-b656-38a5aceddb95 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (cc5e46be-cb5e-4386-bd6d-e6760645c712), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:21.749242 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-033d4047-bb35-41f8-b656-38a5aceddb95 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (cc5e46be-cb5e-4386-bd6d-e6760645c712), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:21.749640 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-033d4047-bb35-41f8-b656-38a5aceddb95 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (cc5e46be-cb5e-4386-bd6d-e6760645c712), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:21.763711 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-033d4047-bb35-41f8-b656-38a5aceddb95 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Calling delete_port for cc5e46be-cb5e-4386-bd6d-e6760645c712 owned by network:floatingip {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:45:21.868757 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb460d8b-0a71-410a-a560-459d779240cd req-8e01d9ee-2ba7-494d-a033-2ab498a773f9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:21.870871 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bb460d8b-0a71-410a-a560-459d779240cd req-8e01d9ee-2ba7-494d-a033-2ab498a773f9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0525644 Sep 28 15:45:21.911349 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-033d4047-bb35-41f8-b656-38a5aceddb95 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (cc5e46be-cb5e-4386-bd6d-e6760645c712), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:21.920241 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bb460d8b-0a71-410a-a560-459d779240cd req-35df1bb7-de18-477a-a7db-9150d6d74533 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432112 Sep 28 15:45:21.936930 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d4047-bb35-41f8-b656-38a5aceddb95 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'Port': ['ID=cc5e46be-cb5e-4386-bd6d-e6760645c712,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:22.007960 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-033d4047-bb35-41f8-b656-38a5aceddb95 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (ad10b2a4-8cbf-4b2f-a903-7ba18001fe45), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.010485 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-033d4047-bb35-41f8-b656-38a5aceddb95 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.011617 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-033d4047-bb35-41f8-b656-38a5aceddb95 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/ad10b2a4-8cbf-4b2f-a903-7ba18001fe45 HTTP/1.1" status: 204 len: 168 time: 0.4587057 Sep 28 15:45:22.091580 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42908) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:45:22.096157 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-00d6e959-ecfe-4c85-a6ec-6594d5fa11d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038529652', 'description': 'tempest-description--357707685'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:45:22.116306 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-00d6e959-ecfe-4c85-a6ec-6594d5fa11d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.141526 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0fdce35c-d94c-4241-8f30-04b6de93d44d no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:45:22.160918 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 0fdce35c-d94c-4241-8f30-04b6de93d44d {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:45:22.161266 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0fdce35c-d94c-4241-8f30-04b6de93d44d not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:45:22.185808 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-00d6e959-ecfe-4c85-a6ec-6594d5fa11d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (1c585624-f6c6-4dc0-a69f-d90404614982), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.189243 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-00d6e959-ecfe-4c85-a6ec-6594d5fa11d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (1c585624-f6c6-4dc0-a69f-d90404614982), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.219965 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-00d6e959-ecfe-4c85-a6ec-6594d5fa11d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.221155 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-00d6e959-ecfe-4c85-a6ec-6594d5fa11d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1285558 Sep 28 15:45:22.224099 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42910) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:45:22.229047 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-c5076d20-0b13-4421-bb4a-a14770e89792 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group_rule': {'security_group_id': '1c585624-f6c6-4dc0-a69f-d90404614982', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:45:22.234351 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6e959-ecfe-4c85-a6ec-6594d5fa11d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c585624-f6c6-4dc0-a69f-d90404614982,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:22.242578 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:22.258103 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c5076d20-0b13-4421-bb4a-a14770e89792 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (ce2a7b67-6622-4b6c-afa0-9ba2d8d998d5), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.292441 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:22.309113 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c5076d20-0b13-4421-bb4a-a14770e89792 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (ce2a7b67-6622-4b6c-afa0-9ba2d8d998d5), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.312588 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c5076d20-0b13-4421-bb4a-a14770e89792 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (ce2a7b67-6622-4b6c-afa0-9ba2d8d998d5), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.332246 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5076d20-0b13-4421-bb4a-a14770e89792 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2a7b67-6622-4b6c-afa0-9ba2d8d998d5,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:22.338908 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c5076d20-0b13-4421-bb4a-a14770e89792 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.340374 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-c5076d20-0b13-4421-bb4a-a14770e89792 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153643 Sep 28 15:45:22.343116 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 42912) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:45:22.347511 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-7330695b-63aa-46d7-86d2-2c89d381a744 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group_rule': {'security_group_id': '1c585624-f6c6-4dc0-a69f-d90404614982', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:45:22.383835 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7330695b-63aa-46d7-86d2-2c89d381a744 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (a3dcb483-a233-4c06-a50c-9713787e9fe4), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.435344 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7330695b-63aa-46d7-86d2-2c89d381a744 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (a3dcb483-a233-4c06-a50c-9713787e9fe4), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.439443 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7330695b-63aa-46d7-86d2-2c89d381a744 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (a3dcb483-a233-4c06-a50c-9713787e9fe4), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.458084 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330695b-63aa-46d7-86d2-2c89d381a744 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dcb483-a233-4c06-a50c-9713787e9fe4,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:22.465805 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7330695b-63aa-46d7-86d2-2c89d381a744 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.467007 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-7330695b-63aa-46d7-86d2-2c89d381a744 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229832 Sep 28 15:45:22.470198 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 42916) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:45:22.474615 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:45:22.480318 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:22.503881 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.546304 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:22.585286 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.695679 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Allocated IP 172.27.2.233 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/716a2427-a833-42a4-a9ab-eb3a8e573b16) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:45:22.798916 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (716a2427-a833-42a4-a9ab-eb3a8e573b16), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.832343 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (716a2427-a833-42a4-a9ab-eb3a8e573b16), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:22.877903 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:45:22.882687 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:45:22.885130 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:45:22.906036 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=716a2427-a833-42a4-a9ab-eb3a8e573b16,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:22.969532 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (e402d236-a61c-4cdf-981d-3df735dc9442), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:23.038202 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (716a2427-a833-42a4-a9ab-eb3a8e573b16), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:23.075704 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199ec26-e11c-4c15-9647-7d94bc39d9d9 req-356d0900-dbd1-4fa0-9925-70841a164deb tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:23.077358 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8199ec26-e11c-4c15-9647-7d94bc39d9d9 req-356d0900-dbd1-4fa0-9925-70841a164deb tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0765018 Sep 28 15:45:23.184150 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8199ec26-e11c-4c15-9647-7d94bc39d9d9 req-7978c6af-7846-4de5-8101-00cdde55b9c3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994596 Sep 28 15:45:23.192449 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:23.244971 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (716a2427-a833-42a4-a9ab-eb3a8e573b16), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:23.249058 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (716a2427-a833-42a4-a9ab-eb3a8e573b16), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:23.296796 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:23.317940 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (e402d236-a61c-4cdf-981d-3df735dc9442), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:23.322648 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=716a2427-a833-42a4-a9ab-eb3a8e573b16,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:23.338639 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:23.339880 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-639a8aea-94b5-4621-9176-7798f51e8df1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8686733 Sep 28 15:45:23.572766 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-186990f9-0a18-4101-9ff2-84953d3d13d7 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2038529652&fields=id&tenant_id=4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 267 time: 0.0532553 Sep 28 15:45:23.686988 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-6de290b2-352d-487c-8044-c4f522af4b04 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:23.688484 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-6de290b2-352d-487c-8044-c4f522af4b04 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 815 time: 0.1086135 Sep 28 15:45:23.703558 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57bc641-f960-49ce-b906-623dcdb1d449 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/quotas/4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 375 time: 0.0096431 Sep 28 15:45:23.760452 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-50db28d8-a79e-4192-9406-23597987d885 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504720 Sep 28 15:45:23.868113 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-7c20b759-e687-4ab1-a5d3-44e7957d0303 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961976 Sep 28 15:45:23.964360 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-cbf9004e-803d-4e14-8b99-6a58d0b1b13d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901430 Sep 28 15:45:24.136106 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fc4e93f0-49ef-41fc-8bbb-4fe312a4bcca req-58f595f8-f3b1-4b68-b0a2-739a9a8d9653 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 210 time: 0.0298555 Sep 28 15:45:24.314896 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad9bd0-f3c9-4ec5-8269-9a50b03ae9fb req-2304933a-aa11-4b32-9085-4fe76819800a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:24.316375 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-47ad9bd0-f3c9-4ec5-8269-9a50b03ae9fb req-2304933a-aa11-4b32-9085-4fe76819800a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0504293 Sep 28 15:45:24.368474 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-47ad9bd0-f3c9-4ec5-8269-9a50b03ae9fb req-b7aec76c-fbb2-4907-aa93-d0c4ec28c2cf tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438631 Sep 28 15:45:24.395117 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0cc252cf-6444-4627-aee1-b36b6d3a1c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:25.239519 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4296e7a7-0530-4b30-a7f4-1c6b8b010bb7 req-17cdb50a-409d-49d2-b0ee-9caca9897ea0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 210 time: 0.0304499 Sep 28 15:45:25.711709 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c0cfc-2786-4a94-9b5b-d480e540e7c6 req-ff66809e-9b35-4f01-952b-0889babae85d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:25.713186 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8b5c0cfc-2786-4a94-9b5b-d480e540e7c6 req-ff66809e-9b35-4f01-952b-0889babae85d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0818539 Sep 28 15:45:25.767533 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-b8424806-4751-4a59-877a-c352fae753f0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:25.768949 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-b8424806-4751-4a59-877a-c352fae753f0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 815 time: 0.4048150 Sep 28 15:45:25.805281 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8b5c0cfc-2786-4a94-9b5b-d480e540e7c6 req-2fcb30b3-0eb2-481c-a0d3-c00ac815adec tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832095 Sep 28 15:45:25.830683 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:25.851273 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-bf244713-7398-4156-abd8-ae5b4c834bab tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 380 time: 0.0695329 Sep 28 15:45:25.863447 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'port': {'device_id': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'admin_state_up': True, 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'security_groups': ['1c585624-f6c6-4dc0-a69f-d90404614982']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:45:25.976024 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Made reservation on behalf of 4eacc288ff1c40c8877635b387ffc3bc for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:45:25.980563 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:26.085047 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:26.111796 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Allocated IP 172.20.0.11 (df05fe18-9205-4e7c-b6d8-ac63aa67e1aa/1d382cba-cbbe-4f33-a626-0774b388d92e/83666e16-8db0-45d5-8036-9477437e4471) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:45:26.248535 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (83666e16-8db0-45d5-8036-9477437e4471), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:26.283009 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (83666e16-8db0-45d5-8036-9477437e4471), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:26.364503 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:45:26.367804 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=83666e16-8db0-45d5-8036-9477437e4471,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:26.370507 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:45:26.375268 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:45:26.406036 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee68024-6b9f-42c4-9233-ff2deae37106 req-1f5d608f-cd37-474f-aa54-4d20a6e7f2dd tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:26.407548 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2ee68024-6b9f-42c4-9233-ff2deae37106 req-1f5d608f-cd37-474f-aa54-4d20a6e7f2dd tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 932 time: 0.0906584 Sep 28 15:45:26.447668 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:26.448301 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:26.484217 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-a57d97db-d612-4992-a149-afe0ad80b409 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6243970 Sep 28 15:45:26.484552 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-04bb5d2d-ae11-468e-b898-cf1d56dc797a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:26.487971 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2ee68024-6b9f-42c4-9233-ff2deae37106 req-23da4329-5e77-4daf-9601-a98d0ca322d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724096 Sep 28 15:45:26.503972 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Request body: {'port': {'device_id': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:45:26.581591 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (83666e16-8db0-45d5-8036-9477437e4471), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:26.604663 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-e0f5e6f6-2e17-48ca-8451-a385512782b6 None None] Provisioning complete for port 83666e16-8db0-45d5-8036-9477437e4471 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:45:26.605115 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e0f5e6f6-2e17-48ca-8451-a385512782b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (83666e16-8db0-45d5-8036-9477437e4471), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:26.605453 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e0f5e6f6-2e17-48ca-8451-a385512782b6 None None] Attempt 1 to provision port 83666e16-8db0-45d5-8036-9477437e4471 Sep 28 15:45:26.639164 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5e6f6-2e17-48ca-8451-a385512782b6 None None] Port 83666e16-8db0-45d5-8036-9477437e4471 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:45:26.682235 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:26.835202 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83666e16-8db0-45d5-8036-9477437e4471 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:45:26.839032 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:26.843335 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Publish callbacks [] for port (83666e16-8db0-45d5-8036-9477437e4471), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:26.857293 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Transition to ACTIVE for port object 83666e16-8db0-45d5-8036-9477437e4471 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:45:26.861621 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (83666e16-8db0-45d5-8036-9477437e4471), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:26.973711 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Pushing event updated for resources: {'Port': ['ID=83666e16-8db0-45d5-8036-9477437e4471,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:26.983324 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e5476-39bb-40c1-8702-7ee7b0daceb1 req-5635bf7d-8aac-4bb0-a332-324fc8d5ede7 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:26.984787 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b19e5476-39bb-40c1-8702-7ee7b0daceb1 req-5635bf7d-8aac-4bb0-a332-324fc8d5ede7 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0966270 Sep 28 15:45:27.027720 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Attempting to bind port 83666e16-8db0-45d5-8036-9477437e4471 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:45:27.027971 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Attempting to bind port 83666e16-8db0-45d5-8036-9477437e4471 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:45:27.028294 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Attempting to bind port 83666e16-8db0-45d5-8036-9477437e4471 on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:45:27.071882 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b19e5476-39bb-40c1-8702-7ee7b0daceb1 req-ab41008d-d67f-4d1c-9a77-227f250f6c5c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811350 Sep 28 15:45:27.086293 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Port 83666e16-8db0-45d5-8036-9477437e4471 on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:45:27.086626 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Attempting to bind port 83666e16-8db0-45d5-8036-9477437e4471 on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:45:27.132395 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:45:27.132697 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Checking segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:45:27.133078 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Bound using segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:45:27.133508 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Bound port: 83666e16-8db0-45d5-8036-9477437e4471, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:45:27.133882 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (83666e16-8db0-45d5-8036-9477437e4471), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:27.140157 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e0f5e6f6-2e17-48ca-8451-a385512782b6 None None] Attempt 2 to provision port 83666e16-8db0-45d5-8036-9477437e4471 Sep 28 15:45:27.171685 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5e6f6-2e17-48ca-8451-a385512782b6 None None] Port 83666e16-8db0-45d5-8036-9477437e4471 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:45:27.192464 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] For port 83666e16-8db0-45d5-8036-9477437e4471, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:45:27.195465 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] For port 83666e16-8db0-45d5-8036-9477437e4471, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=83666e16-8db0-45d5-8036-9477437e4471,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:45:27.201437 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (83666e16-8db0-45d5-8036-9477437e4471), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:27.205324 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:27.205964 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:27.207301 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/83666e16-8db0-45d5-8036-9477437e4471 HTTP/1.1" status: 200 len: 1094 time: 0.7083502 Sep 28 15:45:27.207830 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'tag': '83666e16-8db0-45d5-8036-9477437e4471'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:45:27.210035 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7" -d '{"events": [{"name": "network-changed", "server_uuid": "a90517e8-f8ed-480c-9005-afe1f77323e8", "tag": "83666e16-8db0-45d5-8036-9477437e4471"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:45:27.253905 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797884ad-1083-4ae8-8dc1-f0b1b01ae392 x-openstack-request-id: req-797884ad-1083-4ae8-8dc1-f0b1b01ae392 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:45:27.254525 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90517e8-f8ed-480c-9005-afe1f77323e8", "tag": "83666e16-8db0-45d5-8036-9477437e4471", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:45:27.254525 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-797884ad-1083-4ae8-8dc1-f0b1b01ae392 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:45:27.254815 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797884ad-1083-4ae8-8dc1-f0b1b01ae392'] response: {'name': 'network-changed', 'server_uuid': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'tag': '83666e16-8db0-45d5-8036-9477437e4471', 'status': 'completed', 'code': 200} Sep 28 15:45:27.260288 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b187218-6dcc-4d52-a68d-93be054fef09 service neutron] Pushing event updated for resources: {'Port': ['ID=83666e16-8db0-45d5-8036-9477437e4471,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:27.304135 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-98539ccd-7080-4ec3-8f55-97f04ed5bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:27.305622 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-98539ccd-7080-4ec3-8f55-97f04ed5bb81 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 1128 time: 0.0386441 Sep 28 15:45:27.347835 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-75aa2491-744d-4ce1-a312-01c8bf468ada service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83666e16-8db0-45d5-8036-9477437e4471 HTTP/1.1" status: 200 len: 217 time: 0.0346038 Sep 28 15:45:27.399588 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-11b72c63-6a01-47dc-8d01-b3dd5a5d8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:27.400963 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-11b72c63-6a01-47dc-8d01-b3dd5a5d8b39 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 200 len: 854 time: 0.0427027 Sep 28 15:45:27.448863 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-6ddff031-3dea-494d-99b8-5db95cd26a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:27.450374 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-6ddff031-3dea-494d-99b8-5db95cd26a29 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426779 Sep 28 15:45:27.515815 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:27.545242 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-db8277e3-dca6-4277-b67d-100b3b389263 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888336 Sep 28 15:45:27.655536 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca087-e89e-48e8-998d-f327336a43af req-55765a45-9fbf-4595-9fec-4088f4a5047b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:27.656999 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cdaca087-e89e-48e8-998d-f327336a43af req-55765a45-9fbf-4595-9fec-4088f4a5047b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 944 time: 0.0845571 Sep 28 15:45:27.673003 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e0f5e6f6-2e17-48ca-8451-a385512782b6 None None] Attempt 3 to provision port 83666e16-8db0-45d5-8036-9477437e4471 Sep 28 15:45:27.675564 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:27.695442 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-575335bb-b854-4f72-a94e-cd0887e10f90 req-8206614d-49c4-443b-85bd-4984991a0a9c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397996 Sep 28 15:45:27.713208 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5e6f6-2e17-48ca-8451-a385512782b6 None None] Port 83666e16-8db0-45d5-8036-9477437e4471 had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:45:27.724599 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cdaca087-e89e-48e8-998d-f327336a43af req-cd9acad5-5bbb-400a-8528-17149084bef4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584466 Sep 28 15:45:28.191241 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358c1d0-2318-4823-b898-d9248fc3752e req-fbb6a537-502e-4e6c-8f68-5eb2395f148e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:28.192688 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8358c1d0-2318-4823-b898-d9248fc3752e req-fbb6a537-502e-4e6c-8f68-5eb2395f148e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0458956 Sep 28 15:45:28.232196 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:28.238983 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:28.243750 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8358c1d0-2318-4823-b898-d9248fc3752e req-548402ac-40f7-433e-b0d2-39be52754efa tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455937 Sep 28 15:45:28.743639 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7 req-d60eebf2-8a3d-4fc8-be23-2227ca4603dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:28.745373 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7 req-d60eebf2-8a3d-4fc8-be23-2227ca4603dd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 1128 time: 0.0419660 Sep 28 15:45:28.871919 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab0a0e-5e96-4b77-a5ad-f1d0ac4bda15 req-ce6e8815-4950-4903-b099-ad569d863d8b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:28.873349 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6aab0a0e-5e96-4b77-a5ad-f1d0ac4bda15 req-ce6e8815-4950-4903-b099-ad569d863d8b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 944 time: 0.0633144 Sep 28 15:45:28.912253 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7 req-43985deb-49f7-434c-b3b3-7abbc2cc88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:28.914308 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7 req-43985deb-49f7-434c-b3b3-7abbc2cc88fc service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 915 time: 0.1555769 Sep 28 15:45:28.964382 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7 req-5875b359-ddab-44a3-b71c-92a763057f0d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83666e16-8db0-45d5-8036-9477437e4471 HTTP/1.1" status: 200 len: 217 time: 0.0398531 Sep 28 15:45:28.971345 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6aab0a0e-5e96-4b77-a5ad-f1d0ac4bda15 req-f9a21ab0-13fb-4975-a382-6cb5bc67f6e0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840335 Sep 28 15:45:29.018362 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7 req-69150d9f-4398-4b37-ae8c-9c6777dade7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:29.019798 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7 req-69150d9f-4398-4b37-ae8c-9c6777dade7c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 200 len: 854 time: 0.0453129 Sep 28 15:45:29.066523 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7 req-3c3eee22-54c6-4be9-b3f8-92880e7984bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:29.067981 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7 req-3c3eee22-54c6-4be9-b3f8-92880e7984bc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409887 Sep 28 15:45:29.156445 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7 req-8f9a6881-70c3-4737-9288-57fedc75ac07 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811226 Sep 28 15:45:29.249765 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f0d3d9f2-3f6e-4eb8-995f-6a06c7a01de7 req-48d63e3d-9486-4114-a808-7a574f76fde8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842054 Sep 28 15:45:29.367894 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d348-a2cd-4640-b0e3-87368d18d5c2 req-70fedeb7-06c2-420f-ae0f-0250e0ed0317 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:29.369336 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-68b2d348-a2cd-4640-b0e3-87368d18d5c2 req-70fedeb7-06c2-420f-ae0f-0250e0ed0317 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0457158 Sep 28 15:45:29.414953 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-68b2d348-a2cd-4640-b0e3-87368d18d5c2 req-bbd0612b-b42e-4634-958f-39031f316115 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397441 Sep 28 15:45:29.727518 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:29.728729 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:30.094798 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea35b92-f9c0-4300-9700-78082efe5223 req-30437c38-21bf-46ae-921b-bd560ea6b80d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:30.096264 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8ea35b92-f9c0-4300-9700-78082efe5223 req-30437c38-21bf-46ae-921b-bd560ea6b80d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 944 time: 0.0501418 Sep 28 15:45:30.142940 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8ea35b92-f9c0-4300-9700-78082efe5223 req-8d37c75e-e917-40c4-9035-9258a7b3193f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404890 Sep 28 15:45:30.184998 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 83666e16-8db0-45d5-8036-9477437e4471 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:45:30.294600 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 83666e16-8db0-45d5-8036-9477437e4471, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=83666e16-8db0-45d5-8036-9477437e4471,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:45:30.308082 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '83666e16-8db0-45d5-8036-9477437e4471', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'port_id': '83666e16-8db0-45d5-8036-9477437e4471', 'mac_address': 'fa:16:3e:8f:cf:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:45:30.345158 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 83666e16-8db0-45d5-8036-9477437e4471 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:45:30.345545 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (83666e16-8db0-45d5-8036-9477437e4471), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:30.359611 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83666e16-8db0-45d5-8036-9477437e4471 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:45:30.380192 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 83666e16-8db0-45d5-8036-9477437e4471, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=83666e16-8db0-45d5-8036-9477437e4471,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:45:30.383826 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (83666e16-8db0-45d5-8036-9477437e4471), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:30.417026 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:30.433185 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=83666e16-8db0-45d5-8036-9477437e4471,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:30.517523 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:30.535315 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bf24a-1019-46c9-8f26-86c55bef0b1f req-3860bebf-f5f5-4ea6-93b6-a68ecc95a4d3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:30.536761 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e05bf24a-1019-46c9-8f26-86c55bef0b1f req-3860bebf-f5f5-4ea6-93b6-a68ecc95a4d3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0459883 Sep 28 15:45:30.586479 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e05bf24a-1019-46c9-8f26-86c55bef0b1f req-8653442c-8045-4b94-bae4-ce91814e8cb2 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Sep 28 15:45:30.632467 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:30.634414 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:30.715257 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['83666e16-8db0-45d5-8036-9477437e4471'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:45:31.268231 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df683be-2741-4e96-807d-34201153f013 req-2e8b2c03-7490-4800-b61c-ff0a1c79a467 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:31.269659 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3df683be-2741-4e96-807d-34201153f013 req-2e8b2c03-7490-4800-b61c-ff0a1c79a467 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 945 time: 0.0507197 Sep 28 15:45:31.328022 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3df683be-2741-4e96-807d-34201153f013 req-6a4cf882-fe69-4541-82f2-c330e4b3e539 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525019 Sep 28 15:45:31.400129 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0d36-f864-4c99-b486-f923648c0de1 req-b5660fd8-c08f-43a1-8341-edeb8ee80d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:31.401615 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-201b0d36-f864-4c99-b486-f923648c0de1 req-b5660fd8-c08f-43a1-8341-edeb8ee80d73 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 1130 time: 0.0664122 Sep 28 15:45:31.414047 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be240d3-0f21-46c5-b406-c5fbfb5d2ee1 req-94bed5e4-5f8a-451c-bbc1-6bb00ffd54ae tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:31.415407 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1be240d3-0f21-46c5-b406-c5fbfb5d2ee1 req-94bed5e4-5f8a-451c-bbc1-6bb00ffd54ae tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0694211 Sep 28 15:45:31.440602 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:31.524888 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1be240d3-0f21-46c5-b406-c5fbfb5d2ee1 req-92dca3d4-56f8-4d47-bb8b-d576cb402d22 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006417 Sep 28 15:45:31.537279 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0d36-f864-4c99-b486-f923648c0de1 req-5df7d3ed-fed6-4ea9-9e19-15a35f15c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:31.538900 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-201b0d36-f864-4c99-b486-f923648c0de1 req-5df7d3ed-fed6-4ea9-9e19-15a35f15c9ed service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.1226571 Sep 28 15:45:31.599102 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-201b0d36-f864-4c99-b486-f923648c0de1 req-1fdb3cd2-5ac8-4429-9b26-c9ce146f7886 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b HTTP/1.1" status: 200 len: 1001 time: 0.0537984 Sep 28 15:45:31.651555 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0d36-f864-4c99-b486-f923648c0de1 req-f7125379-acd6-46ef-9387-7bc7df21ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:31.653014 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-201b0d36-f864-4c99-b486-f923648c0de1 req-f7125379-acd6-46ef-9387-7bc7df21ed60 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.0474002 Sep 28 15:45:31.732717 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0f15-c976-46fc-8d5a-e248319bce92 req-5d5d1dce-3b98-44c1-980e-38c3823901d0 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:31.734206 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-723f0f15-c976-46fc-8d5a-e248319bce92 req-5d5d1dce-3b98-44c1-980e-38c3823901d0 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0727286 Sep 28 15:45:31.735251 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0d36-f864-4c99-b486-f923648c0de1 req-0972f224-98c6-43d8-a27f-c6a0bfd17e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:31.736609 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-201b0d36-f864-4c99-b486-f923648c0de1 req-0972f224-98c6-43d8-a27f-c6a0bfd17e0c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665803 Sep 28 15:45:31.832314 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-723f0f15-c976-46fc-8d5a-e248319bce92 req-adb9c044-1fe6-49df-bed5-6d1bd33ec425 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925443 Sep 28 15:45:31.869426 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-201b0d36-f864-4c99-b486-f923648c0de1 req-ae8a5fa4-d76e-43f9-b7e8-505e05b356f5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159399 Sep 28 15:45:31.958809 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-201b0d36-f864-4c99-b486-f923648c0de1 req-b853b5c9-e34e-4c49-aa62-4f520b036d16 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836053 Sep 28 15:45:32.204822 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 83666e16-8db0-45d5-8036-9477437e4471 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:45:32.250358 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 83666e16-8db0-45d5-8036-9477437e4471 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:45:32.256244 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 83666e16-8db0-45d5-8036-9477437e4471 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:45:32.256863 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (83666e16-8db0-45d5-8036-9477437e4471), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:32.257262 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 83666e16-8db0-45d5-8036-9477437e4471 Sep 28 15:45:32.328747 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 83666e16-8db0-45d5-8036-9477437e4471 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:45:32.329136 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (83666e16-8db0-45d5-8036-9477437e4471), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:32.351522 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83666e16-8db0-45d5-8036-9477437e4471'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:45:32.353697 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7621ddc-c98a-4816-8225-3f5384163c43" -d '{"events": [{"server_uuid": "a90517e8-f8ed-480c-9005-afe1f77323e8", "name": "network-vif-plugged", "status": "completed", "tag": "83666e16-8db0-45d5-8036-9477437e4471"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:45:32.366689 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 83666e16-8db0-45d5-8036-9477437e4471, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=83666e16-8db0-45d5-8036-9477437e4471,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:45:32.371841 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (83666e16-8db0-45d5-8036-9477437e4471), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:32.400112 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704c0ec5-9f40-4674-b88c-f0d3e48fad8c x-openstack-request-id: req-704c0ec5-9f40-4674-b88c-f0d3e48fad8c {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:45:32.400425 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90517e8-f8ed-480c-9005-afe1f77323e8", "name": "network-vif-plugged", "status": "completed", "tag": "83666e16-8db0-45d5-8036-9477437e4471", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:45:32.400664 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-704c0ec5-9f40-4674-b88c-f0d3e48fad8c {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:45:32.401071 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704c0ec5-9f40-4674-b88c-f0d3e48fad8c'] response: {'server_uuid': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83666e16-8db0-45d5-8036-9477437e4471', 'code': 200} Sep 28 15:45:32.427724 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=83666e16-8db0-45d5-8036-9477437e4471,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:32.454642 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=28,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:32.460627 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=14,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:32.463550 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38820b0-6e62-4b1e-8433-4eab7c2cb69e req-588be4b9-0e72-4d00-9aa2-671e03debda4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:32.465384 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b38820b0-6e62-4b1e-8433-4eab7c2cb69e req-588be4b9-0e72-4d00-9aa2-671e03debda4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 946 time: 0.0582361 Sep 28 15:45:32.516704 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b38820b0-6e62-4b1e-8433-4eab7c2cb69e req-a7415728-2f8e-476d-89d7-97613e22d02b tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449865 Sep 28 15:45:32.590790 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbb353-e977-4679-a608-f75655a3711c req-83057ea4-917b-4f34-9346-32160e246bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:32.592284 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d7dbb353-e977-4679-a608-f75655a3711c req-83057ea4-917b-4f34-9346-32160e246bd5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 1130 time: 0.0392375 Sep 28 15:45:32.653360 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:32.674853 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17058f65-f9d4-43a0-be6c-ddf88f6cdcc7 req-8e9e234f-ec70-423b-86fb-6036216ea09a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:32.676315 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-17058f65-f9d4-43a0-be6c-ddf88f6cdcc7 req-8e9e234f-ec70-423b-86fb-6036216ea09a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0715153 Sep 28 15:45:32.678498 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d7dbb353-e977-4679-a608-f75655a3711c req-438da7ad-75fd-4a89-9be3-77af6f0d183e service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801008 Sep 28 15:45:32.722333 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-17058f65-f9d4-43a0-be6c-ddf88f6cdcc7 req-5971613c-5510-4bf1-92fc-78d1d2b9d899 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 Sep 28 15:45:32.952106 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a045b33-6d72-49a9-9cb6-d52b77fcc618 req-442bb01b-f550-4559-8796-5fff215f50ab tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:32.953528 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9a045b33-6d72-49a9-9cb6-d52b77fcc618 req-442bb01b-f550-4559-8796-5fff215f50ab tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0460641 Sep 28 15:45:32.999595 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9a045b33-6d72-49a9-9cb6-d52b77fcc618 req-ce8149b2-d2f9-4479-b266-d011626136c7 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404108 Sep 28 15:45:33.240675 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799af2d-41a7-425f-8e58-3362fe334e98 req-d7b6595f-dad1-4c39-9b59-7849dc2ca8a4 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:33.242637 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8799af2d-41a7-425f-8e58-3362fe334e98 req-d7b6595f-dad1-4c39-9b59-7849dc2ca8a4 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0505137 Sep 28 15:45:33.288737 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8799af2d-41a7-425f-8e58-3362fe334e98 req-dd7a5dce-ab66-4d3d-aae4-a0968552b0a5 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397303 Sep 28 15:45:33.621389 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:33.639746 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3c4bb-b29f-4ffb-8fb0-b6ff9d0b006a req-a3174189-9d58-4c9d-8d36-d096d675ad8d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:33.641229 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3bb3c4bb-b29f-4ffb-8fb0-b6ff9d0b006a req-a3174189-9d58-4c9d-8d36-d096d675ad8d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 946 time: 0.0472994 Sep 28 15:45:33.690213 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3bb3c4bb-b29f-4ffb-8fb0-b6ff9d0b006a req-6db57782-17fa-466f-898c-0f16f700e79f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Sep 28 15:45:33.726919 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa80ea-ae55-4a5b-ac88-7d674331fa9d req-c63649fd-c889-473c-8a35-359d1a10fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:33.728398 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08aa80ea-ae55-4a5b-ac88-7d674331fa9d req-c63649fd-c889-473c-8a35-359d1a10fc2d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=62692d2b160040879aecaf4d44ad19b3&device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 1129 time: 0.0417614 Sep 28 15:45:33.874391 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8a539-4bec-4aae-8084-92946629cf76 req-3a143f5f-5b3e-4b11-8ef2-e08c54a775f2 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:33.875758 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-07a8a539-4bec-4aae-8084-92946629cf76 req-3a143f5f-5b3e-4b11-8ef2-e08c54a775f2 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0664992 Sep 28 15:45:33.876670 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa80ea-ae55-4a5b-ac88-7d674331fa9d req-a59a6102-147a-433d-abed-3fb259217165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:33.877971 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08aa80ea-ae55-4a5b-ac88-7d674331fa9d req-a59a6102-147a-433d-abed-3fb259217165 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=85a0d787-d04b-4ff1-9585-ae17b62d54da HTTP/1.1" status: 200 len: 911 time: 0.1297617 Sep 28 15:45:33.921995 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-07a8a539-4bec-4aae-8084-92946629cf76 req-63312b4d-e106-4f76-8b49-4ee8ec7c4347 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406432 Sep 28 15:45:34.437628 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08aa80ea-ae55-4a5b-ac88-7d674331fa9d req-21b4a3ee-c3ea-4d9c-9f3c-a4571ee36055 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e5dd716-5edb-44f2-a44f-e25367a21810 HTTP/1.1" status: 200 len: 1001 time: 0.0879362 Sep 28 15:45:34.445780 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd033ea9-68cc-447f-a96c-5a6b9178b46e req-3f1de19c-544d-4c3c-9c94-dbb87c27fd2d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:34.447259 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bd033ea9-68cc-447f-a96c-5a6b9178b46e req-3f1de19c-544d-4c3c-9c94-dbb87c27fd2d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0612044 Sep 28 15:45:34.494077 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bd033ea9-68cc-447f-a96c-5a6b9178b46e req-8a960f3c-0670-4c0c-9348-3a273ae22331 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408058 Sep 28 15:45:34.572882 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa80ea-ae55-4a5b-ac88-7d674331fa9d req-98cdaf37-8414-4ab2-b053-d58202b84573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:34.574496 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08aa80ea-ae55-4a5b-ac88-7d674331fa9d req-98cdaf37-8414-4ab2-b053-d58202b84573 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=88fae1ee-0705-4534-b58e-c4705ad63cff HTTP/1.1" status: 200 len: 850 time: 0.0492229 Sep 28 15:45:34.619613 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa80ea-ae55-4a5b-ac88-7d674331fa9d req-9999fb0c-bd73-44d3-b0c4-a0a512181892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:34.621391 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08aa80ea-ae55-4a5b-ac88-7d674331fa9d req-9999fb0c-bd73-44d3-b0c4-a0a512181892 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=85a0d787-d04b-4ff1-9585-ae17b62d54da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394316 Sep 28 15:45:34.708317 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08aa80ea-ae55-4a5b-ac88-7d674331fa9d req-d13bcef6-62c9-4be6-b2c9-1548e573bac6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808358 Sep 28 15:45:35.071446 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:35.108151 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854d6d8-1d78-4e14-9f06-901d2ffbd4f5 req-10a7cb71-8ee3-4e18-8dd7-0f57fc655972 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:35.109588 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4854d6d8-1d78-4e14-9f06-901d2ffbd4f5 req-10a7cb71-8ee3-4e18-8dd7-0f57fc655972 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 946 time: 0.0990551 Sep 28 15:45:35.118341 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d0d71-6554-46c0-b4ed-e6ae68c1ac54 req-2cc9de13-ef8d-4ed3-ade9-da64e7643d26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:35.119680 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3a3d0d71-6554-46c0-b4ed-e6ae68c1ac54 req-2cc9de13-ef8d-4ed3-ade9-da64e7643d26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.1078579 Sep 28 15:45:35.155600 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08aa80ea-ae55-4a5b-ac88-7d674331fa9d req-e447868d-8acf-468f-86fa-c8859188b3fe service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396656 Sep 28 15:45:35.202481 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4854d6d8-1d78-4e14-9f06-901d2ffbd4f5 req-2ad19470-90b0-4414-8d47-7c5260cb0090 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816109 Sep 28 15:45:35.205683 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3a3d0d71-6554-46c0-b4ed-e6ae68c1ac54 req-7e42a47c-09dc-4751-860a-57b5881b1394 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792890 Sep 28 15:45:35.320589 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48720585-f5ba-4c8c-bb8e-2b96605b5e1e req-51e03b02-c1fe-4a90-8f4f-9651308aadd8 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:35.322085 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-48720585-f5ba-4c8c-bb8e-2b96605b5e1e req-51e03b02-c1fe-4a90-8f4f-9651308aadd8 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 946 time: 0.0480585 Sep 28 15:45:35.332039 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43086) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:45:35.336839 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-2b07db38-1132-47d6-b5aa-1bd9c0874a52 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'floatingip': {'port_id': '83666e16-8db0-45d5-8036-9477437e4471'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:45:35.377792 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2b07db38-1132-47d6-b5aa-1bd9c0874a52 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (e402d236-a61c-4cdf-981d-3df735dc9442), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:35.385423 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:35.467549 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:35.654637 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d7071-3196-420c-b273-a5bcb847df91 req-3be4e15c-f302-4c0e-8004-510716483887 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:35.656098 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b90d7071-3196-420c-b273-a5bcb847df91 req-3be4e15c-f302-4c0e-8004-510716483887 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0857480 Sep 28 15:45:35.773567 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b90d7071-3196-420c-b273-a5bcb847df91 req-932da6b1-5712-4b03-aeb4-f7a6726d36b3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883987 Sep 28 15:45:35.873797 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2b07db38-1132-47d6-b5aa-1bd9c0874a52 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:35.877489 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2b07db38-1132-47d6-b5aa-1bd9c0874a52 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (e402d236-a61c-4cdf-981d-3df735dc9442), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:35.972123 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [None req-2b07db38-1132-47d6-b5aa-1bd9c0874a52 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Floating IP e402d236-a61c-4cdf-981d-3df735dc9442 associated. External IP: 172.27.2.233, port: 83666e16-8db0-45d5-8036-9477437e4471. Sep 28 15:45:36.113791 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:36.175292 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b07db38-1132-47d6-b5aa-1bd9c0874a52 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Router afbb5fe3-7737-46f0-905c-2d478e9fde4b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:45:36.284099 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b07db38-1132-47d6-b5aa-1bd9c0874a52 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:45:36.289737 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2b07db38-1132-47d6-b5aa-1bd9c0874a52 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:36.293969 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4d718-202e-4e49-a572-abdcc1272326 None None] Sync routers for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:45:36.302809 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:36.306062 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4d718-202e-4e49-a572-abdcc1272326 None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:45:36.306686 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-dab4d718-202e-4e49-a572-abdcc1272326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:45:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:36.357205 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-2b07db38-1132-47d6-b5aa-1bd9c0874a52 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/e402d236-a61c-4cdf-981d-3df735dc9442 HTTP/1.1" status: 200 len: 992 time: 1.0241151 Sep 28 15:45:36.358093 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'tag': '83666e16-8db0-45d5-8036-9477437e4471'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:45:36.360467 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "a90517e8-f8ed-480c-9005-afe1f77323e8", "tag": "83666e16-8db0-45d5-8036-9477437e4471"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:45:36.368298 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a6f23-fdff-4b04-b5f6-35ac59bd9a38 req-702cbcc7-4e06-41d2-ad37-11878fb5f02d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:36.370100 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-691a6f23-fdff-4b04-b5f6-35ac59bd9a38 req-702cbcc7-4e06-41d2-ad37-11878fb5f02d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0839143 Sep 28 15:45:36.411119 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87c8cf4-38cf-436a-9279-9e5139f94c5c x-openstack-request-id: req-c87c8cf4-38cf-436a-9279-9e5139f94c5c {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:45:36.411414 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90517e8-f8ed-480c-9005-afe1f77323e8", "tag": "83666e16-8db0-45d5-8036-9477437e4471", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:45:36.411666 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c87c8cf4-38cf-436a-9279-9e5139f94c5c {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:45:36.412085 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87c8cf4-38cf-436a-9279-9e5139f94c5c'] response: {'name': 'network-changed', 'server_uuid': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'tag': '83666e16-8db0-45d5-8036-9477437e4471', 'status': 'completed', 'code': 200} Sep 28 15:45:36.418188 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-dab4d718-202e-4e49-a572-abdcc1272326 None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:45:36.426448 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-691a6f23-fdff-4b04-b5f6-35ac59bd9a38 req-4d7b9936-109f-4e0a-8a9e-2402e883686e tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476801 Sep 28 15:45:36.624753 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-dab4d718-202e-4e49-a572-abdcc1272326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'e402d236-a61c-4cdf-981d-3df735dc9442', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '83666e16-8db0-45d5-8036-9477437e4471', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:8f:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:45:22Z', 'updated_at': '2022-09-28T15:45:35Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:36.652312 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4d718-202e-4e49-a572-abdcc1272326 None None] Checking router: afbb5fe3-7737-46f0-905c-2d478e9fde4b for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:45:36.660880 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4d718-202e-4e49-a572-abdcc1272326 None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:45:36.661472 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-dab4d718-202e-4e49-a572-abdcc1272326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:45:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:36.663003 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:36.719517 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:36.732048 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8 req-92420c28-3eb1-4cf1-a9c0-1f40f84ab4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:36.733543 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8 req-92420c28-3eb1-4cf1-a9c0-1f40f84ab4ab service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 1130 time: 0.0532269 Sep 28 15:45:36.765297 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-dab4d718-202e-4e49-a572-abdcc1272326 None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:45:36.897212 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3664f33-c64a-49cd-a402-365589d3c8d6 req-a8e5775d-a562-4c4b-8edb-b7801212ba10 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:36.899089 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d3664f33-c64a-49cd-a402-365589d3c8d6 req-a8e5775d-a562-4c4b-8edb-b7801212ba10 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0463700 Sep 28 15:45:36.949064 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d3664f33-c64a-49cd-a402-365589d3c8d6 req-eca1311b-7d61-48c4-bfd3-036dddb66f1c tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441663 Sep 28 15:45:36.972254 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-dab4d718-202e-4e49-a572-abdcc1272326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'e402d236-a61c-4cdf-981d-3df735dc9442', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '83666e16-8db0-45d5-8036-9477437e4471', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:8f:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:45:22Z', 'updated_at': '2022-09-28T15:45:35Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:45:37.000859 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4d718-202e-4e49-a572-abdcc1272326 None None] The sync data for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi is: [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'e402d236-a61c-4cdf-981d-3df735dc9442', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '83666e16-8db0-45d5-8036-9477437e4471', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:8f:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:45:22Z', 'updated_at': '2022-09-28T15:45:35Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:45:37.144463 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8 req-e84449ef-3fb3-4f61-b9d8-9d8f18b6354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:37.145987 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8 req-e84449ef-3fb3-4f61-b9d8-9d8f18b6354a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 915 time: 0.0927539 Sep 28 15:45:37.216540 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b8f9c8-7da9-446b-807c-649d9d8a8a83 None None] New status for floating IP e402d236-a61c-4cdf-981d-3df735dc9442: ACTIVE {{(pid=112833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:45:37.278508 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8 req-8cc7e307-7c5e-43fe-9567-06ceffe40a74 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83666e16-8db0-45d5-8036-9477437e4471 HTTP/1.1" status: 200 len: 1000 time: 0.0706849 Sep 28 15:45:37.328894 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8 req-cafeb911-329b-4146-874e-61ec118bf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:37.330449 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8 req-cafeb911-329b-4146-874e-61ec118bf2c4 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 200 len: 854 time: 0.0453868 Sep 28 15:45:37.378626 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8 req-e6dbc249-1350-44d6-afab-9c91e7478b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:37.380194 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8 req-e6dbc249-1350-44d6-afab-9c91e7478b07 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414939 Sep 28 15:45:37.489672 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8 req-33d26596-5ef5-418b-b2b8-605623fbdaa4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963452 Sep 28 15:45:37.596785 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5370e7-92f0-481c-834f-be233f59978f req-e36efa9a-e0d1-43af-83ba-a9c4913143ee tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:37.598450 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d5370e7-92f0-481c-834f-be233f59978f req-e36efa9a-e0d1-43af-83ba-a9c4913143ee tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0830836 Sep 28 15:45:37.646241 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75fcd367-caa4-425f-9959-8d7b5cfc7fa8 req-4b842242-e6dc-4ee4-9629-d5929b24b39e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489475 Sep 28 15:45:37.660896 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:37.669795 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d5370e7-92f0-481c-834f-be233f59978f req-b12039dc-cdfa-47f5-aa09-20e253314c72 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637269 Sep 28 15:45:38.794831 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc5fe-30b3-40cc-bb7b-3f94d84a3259 req-89ebf6fa-712c-472e-b038-9263677ea598 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:38.796300 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6dfcc5fe-30b3-40cc-bb7b-3f94d84a3259 req-89ebf6fa-712c-472e-b038-9263677ea598 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0466220 Sep 28 15:45:38.844553 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6dfcc5fe-30b3-40cc-bb7b-3f94d84a3259 req-a2076696-1a85-41c2-b2be-85cf2cfe66d2 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Sep 28 15:45:39.978273 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b58e6-b9f6-428b-981a-4581f0947f55 req-0d9adce4-9103-4081-be58-b23a97c8ca53 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:39.979729 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9b7b58e6-b9f6-428b-981a-4581f0947f55 req-0d9adce4-9103-4081-be58-b23a97c8ca53 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0525935 Sep 28 15:45:40.028592 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9b7b58e6-b9f6-428b-981a-4581f0947f55 req-cfdddc5e-a039-42d0-8678-049f6a984409 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431778 Sep 28 15:45:41.159296 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612593d-cbc9-450d-8bdf-a234e0353287 req-7e2bb8e8-654a-4753-b544-06e17b0b94eb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:41.161105 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d612593d-cbc9-450d-8bdf-a234e0353287 req-7e2bb8e8-654a-4753-b544-06e17b0b94eb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0565348 Sep 28 15:45:41.209165 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d612593d-cbc9-450d-8bdf-a234e0353287 req-0f4e7db4-091c-4e0c-bf7d-f6d50e263f35 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Sep 28 15:45:41.673265 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:45:42.329585 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b5f99-444b-4ece-ba86-d5ac8296d66d req-af3062ad-97e9-44aa-a2bc-0ee50273f500 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:42.331101 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ab5b5f99-444b-4ece-ba86-d5ac8296d66d req-af3062ad-97e9-44aa-a2bc-0ee50273f500 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0484493 Sep 28 15:45:42.361618 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:42.378446 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ab5b5f99-444b-4ece-ba86-d5ac8296d66d req-1598334a-2342-47db-9031-64fbcda98cc7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411429 Sep 28 15:45:43.505071 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea48eb-6d13-4621-aa86-6602dea61f64 req-8e03ff22-aead-4257-9966-07b529529abf tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:43.506540 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b9ea48eb-6d13-4621-aa86-6602dea61f64 req-8e03ff22-aead-4257-9966-07b529529abf tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0498693 Sep 28 15:45:43.552123 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b9ea48eb-6d13-4621-aa86-6602dea61f64 req-3384508e-0ace-4b0d-a929-bc70641688a6 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Sep 28 15:45:44.670693 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34accf3e-5211-4295-9e7f-2ad0fda70a63 req-6c81deb8-88cc-4d73-9c99-1fccfb62391d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:44.672150 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-34accf3e-5211-4295-9e7f-2ad0fda70a63 req-6c81deb8-88cc-4d73-9c99-1fccfb62391d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0451925 Sep 28 15:45:44.720004 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-34accf3e-5211-4295-9e7f-2ad0fda70a63 req-ee1c320e-d44b-4c71-bb39-dfaca5b3d08a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405049 Sep 28 15:45:45.034917 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-d5482c77-011e-48ac-9fe1-a870618ab6bf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367942 Sep 28 15:45:45.100881 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-6ae2a5de-0f42-4478-b285-4dcba958bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:45.102371 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-6ae2a5de-0f42-4478-b285-4dcba958bd45 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 1129 time: 0.0432384 Sep 28 15:45:45.205903 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-371d5425-defc-4e07-8138-5c9aa2c68704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:45.207361 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-371d5425-defc-4e07-8138-5c9aa2c68704 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.0854363 Sep 28 15:45:45.250813 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-2e13694a-721a-4975-9072-1a47358044b9 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41aaafcb-981e-4fbf-8c80-bbb43167a049 HTTP/1.1" status: 200 len: 217 time: 0.0361333 Sep 28 15:45:45.300503 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-0c794567-443b-435f-a99d-da1aa577eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:45.301961 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-0c794567-443b-435f-a99d-da1aa577eb0e service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.0450368 Sep 28 15:45:45.349415 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-d8f82c02-3a50-4602-8531-815ab7e7e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:45.350944 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-d8f82c02-3a50-4602-8531-815ab7e7e03e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392423 Sep 28 15:45:45.447725 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-206936f4-8c52-4231-a2ae-629ab8e01ead service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866995 Sep 28 15:45:45.584346 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d9f33a4-6338-430a-bd6d-91fa374e68e7 req-04933fe5-dee0-4405-a4e8-406cbd0d2c5f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837190 Sep 28 15:45:45.824333 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:45.841795 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045226a-5e28-430f-b0b6-fb2d47e5fc96 req-184bd6b9-736f-49ea-95b8-790424cffb95 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:45.843227 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1045226a-5e28-430f-b0b6-fb2d47e5fc96 req-184bd6b9-736f-49ea-95b8-790424cffb95 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0498075 Sep 28 15:45:45.889260 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1045226a-5e28-430f-b0b6-fb2d47e5fc96 req-9981f564-ef13-4744-9d4c-517c93ae385b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406423 Sep 28 15:45:46.974471 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=66 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:46.975334 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=33 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:47.008310 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf947d9-05d1-4aff-8c01-2ca315bcf8e2 req-7cf93141-de77-46b0-9819-f78d5e9ba94d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:47.009762 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bdf947d9-05d1-4aff-8c01-2ca315bcf8e2 req-7cf93141-de77-46b0-9819-f78d5e9ba94d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0473111 Sep 28 15:45:47.054916 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bdf947d9-05d1-4aff-8c01-2ca315bcf8e2 req-091b0d03-cb09-4846-9608-6a5723d9cc74 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396185 Sep 28 15:45:48.174341 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f2218-ed4f-4f76-bdb5-1e100306a360 req-9a643e61-88af-47eb-b71e-119538306088 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:48.175804 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-395f2218-ed4f-4f76-bdb5-1e100306a360 req-9a643e61-88af-47eb-b71e-119538306088 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0470660 Sep 28 15:45:48.226424 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-395f2218-ed4f-4f76-bdb5-1e100306a360 req-958659eb-60ae-4817-a139-613fb0c5a4f0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450926 Sep 28 15:45:49.347254 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdff38-cb67-4ab9-8e40-9787c9e662b2 req-d28590f1-03eb-4151-ae1e-f1b8abfbb84a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:49.348681 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8dcdff38-cb67-4ab9-8e40-9787c9e662b2 req-d28590f1-03eb-4151-ae1e-f1b8abfbb84a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0468013 Sep 28 15:45:49.361541 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:49.396821 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8dcdff38-cb67-4ab9-8e40-9787c9e662b2 req-c975deb2-77e3-484a-a76c-f15f3c9ed6ca tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416648 Sep 28 15:45:50.518204 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b64de7-deab-4d3b-b7e6-81ebe9b51852 req-070246c8-c96c-4a06-943c-06b69ec6bbf6 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:50.519730 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-39b64de7-deab-4d3b-b7e6-81ebe9b51852 req-070246c8-c96c-4a06-943c-06b69ec6bbf6 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0462980 Sep 28 15:45:50.568122 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-39b64de7-deab-4d3b-b7e6-81ebe9b51852 req-f39afd5d-bbf3-44e4-8290-c5cdfce35350 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425472 Sep 28 15:45:50.804538 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af830b2-baae-47b6-8513-3ada3fd607b3 req-2ce53cad-c02e-4213-af4a-50f87217a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:50.806175 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3af830b2-baae-47b6-8513-3ada3fd607b3 req-2ce53cad-c02e-4213-af4a-50f87217a315 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 1130 time: 0.0418389 Sep 28 15:45:50.866555 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3af830b2-baae-47b6-8513-3ada3fd607b3 req-7f180e47-79d6-49a9-a5fc-c8ec40d35ab3 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378466 Sep 28 15:45:51.653087 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:51.659572 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:51.689899 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a22fe-a60d-4617-8dfc-568b5fb954ca req-626572e1-afed-481c-b5f4-a4703023e6ed tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:51.691370 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0a1a22fe-a60d-4617-8dfc-568b5fb954ca req-626572e1-afed-481c-b5f4-a4703023e6ed tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0465474 Sep 28 15:45:51.739727 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0a1a22fe-a60d-4617-8dfc-568b5fb954ca req-6d4f13ad-9b17-4130-8421-b2f108a57efe tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419269 Sep 28 15:45:52.873900 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b1552-5cda-4db0-9270-1578f357449b req-a48d7290-1f71-40f2-93b0-7ad9c60ab2fc tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:52.875673 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cc7b1552-5cda-4db0-9270-1578f357449b req-a48d7290-1f71-40f2-93b0-7ad9c60ab2fc tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0541575 Sep 28 15:45:52.935400 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cc7b1552-5cda-4db0-9270-1578f357449b req-73d13f28-6e29-4250-8071-735e348e36b7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538864 Sep 28 15:45:54.053915 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ac4c3-4949-45f4-a40a-c7d868897bec req-4abc78d8-039a-4d77-987a-f6ca9c19a2a9 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:54.056061 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4c8ac4c3-4949-45f4-a40a-c7d868897bec req-4abc78d8-039a-4d77-987a-f6ca9c19a2a9 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0460474 Sep 28 15:45:54.102253 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4c8ac4c3-4949-45f4-a40a-c7d868897bec req-bb1813e9-a313-4e2a-bbd8-502e01bbac3f tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408144 Sep 28 15:45:54.388178 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dc203a08-68f1-41d3-b006-49fc2ad72d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:54.531269 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e8a31-d687-4da9-976a-57b3427cc6ce req-715ab753-4f0c-44d2-b337-36280424f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:54.532894 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-088e8a31-d687-4da9-976a-57b3427cc6ce req-715ab753-4f0c-44d2-b337-36280424f4af service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 1130 time: 0.0757673 Sep 28 15:45:54.539231 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655092-904c-4628-b11b-30a0d2ad8997 req-5df5dbd3-e547-4efc-beea-baa623fe5d8c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:54.540625 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75655092-904c-4628-b11b-30a0d2ad8997 req-5df5dbd3-e547-4efc-beea-baa623fe5d8c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0846858 Sep 28 15:45:54.590857 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-75655092-904c-4628-b11b-30a0d2ad8997 req-e650d28c-fc67-457c-9400-d140889cbe3b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444312 Sep 28 15:45:54.713233 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e8a31-d687-4da9-976a-57b3427cc6ce req-189238b4-f07d-47a9-ae09-b9cd66f8a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:54.714728 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-088e8a31-d687-4da9-976a-57b3427cc6ce req-189238b4-f07d-47a9-ae09-b9cd66f8a75d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.0859063 Sep 28 15:45:55.010626 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:55.031446 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-088e8a31-d687-4da9-976a-57b3427cc6ce req-cda793b7-901f-466d-bc03-343ad7277472 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b HTTP/1.1" status: 200 len: 1001 time: 0.3084300 Sep 28 15:45:55.088146 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e8a31-d687-4da9-976a-57b3427cc6ce req-3bd1fcc9-411e-406e-88f6-167f21ed6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:55.089658 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-088e8a31-d687-4da9-976a-57b3427cc6ce req-3bd1fcc9-411e-406e-88f6-167f21ed6863 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.0449138 Sep 28 15:45:55.148758 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e8a31-d687-4da9-976a-57b3427cc6ce req-8798ee5e-f702-47a2-87ed-66950e6aef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:55.150313 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-088e8a31-d687-4da9-976a-57b3427cc6ce req-8798ee5e-f702-47a2-87ed-66950e6aef39 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406005 Sep 28 15:45:55.223177 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b5e99-c8f6-47a1-b66f-1c9852e149d5 req-33459022-e2ea-434b-995b-e8cf696e8318 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:55.224746 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d5b5e99-c8f6-47a1-b66f-1c9852e149d5 req-33459022-e2ea-434b-995b-e8cf696e8318 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 945 time: 0.0493479 Sep 28 15:45:55.272160 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d5b5e99-c8f6-47a1-b66f-1c9852e149d5 req-580865ac-a41b-40f7-a8d2-813856246989 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Sep 28 15:45:55.693281 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:55.713911 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7d9d0-67d0-4fb7-a6cc-a340e9f1d974 req-d5cd7c0e-57f8-4396-8b25-e28005a8d0f5 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:55.715709 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-edb7d9d0-67d0-4fb7-a6cc-a340e9f1d974 req-d5cd7c0e-57f8-4396-8b25-e28005a8d0f5 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0498257 Sep 28 15:45:55.762696 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-edb7d9d0-67d0-4fb7-a6cc-a340e9f1d974 req-c10ba01f-5a9c-4828-b6ce-f1eeea9eba3e tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Sep 28 15:45:56.388044 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2db01-f254-4bed-9c50-69a1cc03c442 req-8692c5ac-273e-4229-b381-f9e53f918e44 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:56.389476 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-04a2db01-f254-4bed-9c50-69a1cc03c442 req-8692c5ac-273e-4229-b381-f9e53f918e44 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 945 time: 0.0448031 Sep 28 15:45:56.437877 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-04a2db01-f254-4bed-9c50-69a1cc03c442 req-08327b3a-393c-43d9-8708-35a71b81b1ad tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Sep 28 15:45:56.480477 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-291e41e7-20be-4a92-92ad-5d8049eed468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:56.883527 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-088e8a31-d687-4da9-976a-57b3427cc6ce req-5af39375-5c1d-4158-a212-91ff0aa94874 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137412 Sep 28 15:45:56.893744 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac301ae0-f266-4f58-9030-8b0648c69168 req-d6621926-d201-4dca-a6f7-e2adedcc42df tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:56.895192 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ac301ae0-f266-4f58-9030-8b0648c69168 req-d6621926-d201-4dca-a6f7-e2adedcc42df tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0565019 Sep 28 15:45:56.951185 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ac301ae0-f266-4f58-9030-8b0648c69168 req-6963106c-f8ab-49c6-9d4b-c0cd4823ec4a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481453 Sep 28 15:45:57.065551 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-088e8a31-d687-4da9-976a-57b3427cc6ce req-ed403688-458d-41e0-b76a-c06304a3fb20 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820949 Sep 28 15:45:57.136450 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea0ae7-bb0d-4c40-873c-18b36c8d708d req-6ce524b2-1f3e-405b-b158-e5a7bab4458d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:57.137877 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-46ea0ae7-bb0d-4c40-873c-18b36c8d708d req-6ce524b2-1f3e-405b-b158-e5a7bab4458d tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 945 time: 0.0475984 Sep 28 15:45:57.256804 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-46ea0ae7-bb0d-4c40-873c-18b36c8d708d req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Deleting port 28f67cde-0b9a-4eaf-9fc3-3751023e941e {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:45:57.257196 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-46ea0ae7-bb0d-4c40-873c-18b36c8d708d req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:57.344475 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-46ea0ae7-bb0d-4c40-873c-18b36c8d708d req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] For port 28f67cde-0b9a-4eaf-9fc3-3751023e941e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=28f67cde-0b9a-4eaf-9fc3-3751023e941e,segment=NetworkSegment(06a2f525-b377-4392-bcf2-ceb3a5153a6e),segment_id=06a2f525-b377-4392-bcf2-ceb3a5153a6e)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:45:57.344784 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-46ea0ae7-bb0d-4c40-873c-18b36c8d708d req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:57.361518 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-46ea0ae7-bb0d-4c40-873c-18b36c8d708d req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Calling delete_port for 28f67cde-0b9a-4eaf-9fc3-3751023e941e owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:45:57.420381 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:57.488019 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-46ea0ae7-bb0d-4c40-873c-18b36c8d708d req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (28f67cde-0b9a-4eaf-9fc3-3751023e941e), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:57.501230 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['28f67cde-0b9a-4eaf-9fc3-3751023e941e'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:45:57.515513 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Pushing event deleted for resources: {'Port': ['ID=28f67cde-0b9a-4eaf-9fc3-3751023e941e,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:45:57.539634 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.539990 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.540336 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.540675 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.541006 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.541337 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.541672 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.542024 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.542355 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.542681 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.543008 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.543331 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.543654 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.543976 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.544297 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:45:57.579961 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-92985968-5ffc-47c7-bc59-06a69f520a8f req-cb16630e-f86e-4b42-86aa-7541851e6e8f tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 210 time: 0.0617661 Sep 28 15:45:57.581654 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:45:57.599089 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ea0ae7-bb0d-4c40-873c-18b36c8d708d req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] No DVR routers for this DVR port 28f67cde-0b9a-4eaf-9fc3-3751023e941e on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:45:57.608681 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-46ea0ae7-bb0d-4c40-873c-18b36c8d708d req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:57.611940 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-46ea0ae7-bb0d-4c40-873c-18b36c8d708d req-32d561f6-c0a0-4437-90d5-0b76b9c457cb tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.50 "DELETE /networking/v2.0/ports/28f67cde-0b9a-4eaf-9fc3-3751023e941e HTTP/1.1" status: 204 len: 173 time: 0.4388528 Sep 28 15:45:57.612449 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692d866e-d4bb-492f-8b83-d51698930cc9', 'name': 'network-vif-deleted', 'tag': '28f67cde-0b9a-4eaf-9fc3-3751023e941e'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:45:57.614697 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481bd5d4-033b-4a10-8d28-5bc0a7f9a7dd" -d '{"events": [{"server_uuid": "692d866e-d4bb-492f-8b83-d51698930cc9", "name": "network-vif-deleted", "tag": "28f67cde-0b9a-4eaf-9fc3-3751023e941e"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:45:57.652434 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d47432-e43c-42ea-bd48-609b44509172 x-openstack-request-id: req-65d47432-e43c-42ea-bd48-609b44509172 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:45:57.652728 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692d866e-d4bb-492f-8b83-d51698930cc9", "name": "network-vif-deleted", "tag": "28f67cde-0b9a-4eaf-9fc3-3751023e941e", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:45:57.652988 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65d47432-e43c-42ea-bd48-609b44509172 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:45:57.653392 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d47432-e43c-42ea-bd48-609b44509172'] response: {'server_uuid': '692d866e-d4bb-492f-8b83-d51698930cc9', 'name': 'network-vif-deleted', 'tag': '28f67cde-0b9a-4eaf-9fc3-3751023e941e', 'status': 'completed', 'code': 200} Sep 28 15:45:58.071152 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ccbc3-9bcf-4570-9b84-746b1ed85727 req-1fc88683-4754-45ae-9ffb-8fb1dce8288a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:58.072635 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d7ccbc3-9bcf-4570-9b84-746b1ed85727 req-1fc88683-4754-45ae-9ffb-8fb1dce8288a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0467865 Sep 28 15:45:58.118875 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3d7ccbc3-9bcf-4570-9b84-746b1ed85727 req-8b4c4624-fe01-4e4a-be76-2c60413b5869 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407443 Sep 28 15:45:58.236643 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:58.688348 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-22619716-e906-4227-909c-b2d4d001a49d req-a702bdcd-cd2e-4ab4-8b75-715415d8c50a tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 210 time: 0.0306835 Sep 28 15:45:59.240962 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79cc44-9eda-40b3-914e-be3cfe0e4dce req-1c8feea7-ea81-4051-bfad-7b7cd74527f7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:45:59.242473 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3e79cc44-9eda-40b3-914e-be3cfe0e4dce req-1c8feea7-ea81-4051-bfad-7b7cd74527f7 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0487750 Sep 28 15:45:59.289908 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3e79cc44-9eda-40b3-914e-be3cfe0e4dce req-1e59b17c-4a05-46e7-9c35-d33cb32b85fa tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415764 Sep 28 15:45:59.729307 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:59.731066 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:45:59.809511 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-89e58de9-b10d-4751-bce0-e2b54e590e30 req-65be2dd6-cb1b-4b09-9a22-9f1dbd9fce97 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=692d866e-d4bb-492f-8b83-d51698930cc9 HTTP/1.1" status: 200 len: 210 time: 0.0285485 Sep 28 15:46:00.320931 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 28f67cde-0b9a-4eaf-9fc3-3751023e941e no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:46:00.341193 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 28f67cde-0b9a-4eaf-9fc3-3751023e941e {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:46:00.341551 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 28f67cde-0b9a-4eaf-9fc3-3751023e941e not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:46:00.427278 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62189fdf-6d91-4963-84d1-3d7e6f1574cd req-029ba803-e188-42c9-9421-c35e674202e2 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:00.428795 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-62189fdf-6d91-4963-84d1-3d7e6f1574cd req-029ba803-e188-42c9-9421-c35e674202e2 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0505211 Sep 28 15:46:00.479190 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-62189fdf-6d91-4963-84d1-3d7e6f1574cd req-a84b707b-9767-4032-b4af-9aa31fec9d21 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446315 Sep 28 15:46:00.594033 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e8ffe-5392-4935-9f72-f5f7a0e1520f req-7036ddc5-e8c1-4ab0-8b7b-63fd7ba235ce tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:00.595413 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b26e8ffe-5392-4935-9f72-f5f7a0e1520f req-7036ddc5-e8c1-4ab0-8b7b-63fd7ba235ce tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0456650 Sep 28 15:46:00.606471 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43268) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:00.611236 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-4ec2a170-6809-4798-be4e-438d22666d34 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Request body: {'floatingip': {'port_id': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:00.664664 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a170-6809-4798-be4e-438d22666d34 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for floatingip (11452e2a-d443-4b26-bddb-ade0a3c81147), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:01.119546 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:01.142196 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a170-6809-4798-be4e-438d22666d34 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:01.146217 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a170-6809-4798-be4e-438d22666d34 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (11452e2a-d443-4b26-bddb-ade0a3c81147), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:01.332884 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:01.347961 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec2a170-6809-4798-be4e-438d22666d34 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Router 63f958b7-0059-4377-b390-c9bf0f008e22 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:46:01.450394 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec2a170-6809-4798-be4e-438d22666d34 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:46:01.454879 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a170-6809-4798-be4e-438d22666d34 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:01.460579 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fc552-3dab-4771-a099-b59ef80cfb0b None None] Sync routers for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:46:01.470337 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fc552-3dab-4771-a099-b59ef80cfb0b None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:01.471156 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-a23fc552-3dab-4771-a099-b59ef80cfb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:45:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:01.488046 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:01.490302 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b676fd8c-8b31-4612-8fa7-b3c373ab898a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:01.524163 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-4ec2a170-6809-4798-be4e-438d22666d34 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/11452e2a-d443-4b26-bddb-ade0a3c81147 HTTP/1.1" status: 200 len: 993 time: 0.9144204 Sep 28 15:46:01.542499 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d797ddf6-5e68-4742-bc40-79f6ee4be1d9 x-openstack-request-id: req-d797ddf6-5e68-4742-bc40-79f6ee4be1d9 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:01.543058 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:01.543314 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d797ddf6-5e68-4742-bc40-79f6ee4be1d9 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:01.543710 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d797ddf6-5e68-4742-bc40-79f6ee4be1d9'] response: {'name': 'network-changed', 'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'status': 'completed', 'code': 200} Sep 28 15:46:01.578202 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-a23fc552-3dab-4771-a099-b59ef80cfb0b None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:01.764043 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31fce0-1202-47dc-91fd-13a4b4b202f5 req-240329bf-b4f2-47b6-bdae-f97f28d99403 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:01.765530 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-db31fce0-1202-47dc-91fd-13a4b4b202f5 req-240329bf-b4f2-47b6-bdae-f97f28d99403 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 946 time: 0.0474834 Sep 28 15:46:01.812333 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-db31fce0-1202-47dc-91fd-13a4b4b202f5 req-2a11e14b-d91b-4a59-88a5-0dcc01c6db9c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Sep 28 15:46:01.915900 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-a23fc552-3dab-4771-a099-b59ef80cfb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '11452e2a-d443-4b26-bddb-ade0a3c81147', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'port_id': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'mac_address': 'fa:16:3e:58:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:43:59Z', 'updated_at': '2022-09-28T15:46:01Z', 'revision_number': 3, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:01.939446 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fc552-3dab-4771-a099-b59ef80cfb0b None None] Checking router: 63f958b7-0059-4377-b390-c9bf0f008e22 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:46:01.947453 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fc552-3dab-4771-a099-b59ef80cfb0b None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:01.948040 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-a23fc552-3dab-4771-a099-b59ef80cfb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:45:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:02.052029 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-a23fc552-3dab-4771-a099-b59ef80cfb0b None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:02.259715 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-a23fc552-3dab-4771-a099-b59ef80cfb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '11452e2a-d443-4b26-bddb-ade0a3c81147', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'port_id': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'mac_address': 'fa:16:3e:58:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:43:59Z', 'updated_at': '2022-09-28T15:46:01Z', 'revision_number': 3, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:02.283899 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fc552-3dab-4771-a099-b59ef80cfb0b None None] The sync data for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi is: [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '11452e2a-d443-4b26-bddb-ade0a3c81147', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'port_id': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'mac_address': 'fa:16:3e:58:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:43:59Z', 'updated_at': '2022-09-28T15:46:01Z', 'revision_number': 3, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:46:02.953907 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3c1ab-9b73-4fb5-8832-3db9e8f8fd24 req-64fd7c43-f9c6-4b1f-9cdf-298b82c39282 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:02.955774 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-adb3c1ab-9b73-4fb5-8832-3db9e8f8fd24 req-64fd7c43-f9c6-4b1f-9cdf-298b82c39282 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 946 time: 0.0600314 Sep 28 15:46:03.004157 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-adb3c1ab-9b73-4fb5-8832-3db9e8f8fd24 req-69354441-3b6b-451f-b88a-cdb56b702b56 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Sep 28 15:46:03.545108 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:03.547434 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f8a0f7-891e-4a28-866e-a9144a2df807" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:03.582742 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95d4d19-5ef4-4aeb-8256-86b0b96f643b x-openstack-request-id: req-d95d4d19-5ef4-4aeb-8256-86b0b96f643b {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:03.583054 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:03.583313 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d95d4d19-5ef4-4aeb-8256-86b0b96f643b {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:03.583718 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95d4d19-5ef4-4aeb-8256-86b0b96f643b'] response: {'name': 'network-changed', 'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'status': 'completed', 'code': 200} Sep 28 15:46:04.000232 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676fd8c-8b31-4612-8fa7-b3c373ab898a req-cac7ee38-190d-4b53-b476-bceeab669ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:04.001689 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b676fd8c-8b31-4612-8fa7-b3c373ab898a req-cac7ee38-190d-4b53-b476-bceeab669ba7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 1130 time: 0.0383687 Sep 28 15:46:04.132351 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d062c8-cf60-40c6-bba0-3c20db0604f3 req-f75d3d0e-b958-4c0e-9148-c36001d55b58 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:04.133945 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-40d062c8-cf60-40c6-bba0-3c20db0604f3 req-f75d3d0e-b958-4c0e-9148-c36001d55b58 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 946 time: 0.0462294 Sep 28 15:46:04.185735 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-40d062c8-cf60-40c6-bba0-3c20db0604f3 req-75e06b2a-b3c9-4331-b3fc-142bfdb8b829 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460930 Sep 28 15:46:05.313116 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de489-3c09-4d8a-aa16-0103050ef79b req-6bc3fdd9-e2cb-42f0-8834-16171cf1ea5e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:05.314613 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fa7de489-3c09-4d8a-aa16-0103050ef79b req-6bc3fdd9-e2cb-42f0-8834-16171cf1ea5e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 946 time: 0.0467265 Sep 28 15:46:05.361823 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fa7de489-3c09-4d8a-aa16-0103050ef79b req-3d479912-6981-4b71-b7e3-511e0ce1ba5c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411565 Sep 28 15:46:05.391825 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:05.645162 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676fd8c-8b31-4612-8fa7-b3c373ab898a req-fb5d03c1-32fe-4c64-bb9e-907f741772a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:05.646631 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b676fd8c-8b31-4612-8fa7-b3c373ab898a req-fb5d03c1-32fe-4c64-bb9e-907f741772a1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.0877750 Sep 28 15:46:05.787040 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b676fd8c-8b31-4612-8fa7-b3c373ab898a req-860cfa6d-c770-40bf-aa35-7d6a5b84c6f4 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b HTTP/1.1" status: 200 len: 1001 time: 0.0547929 Sep 28 15:46:05.824677 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:05.837193 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676fd8c-8b31-4612-8fa7-b3c373ab898a req-17431664-a620-46a5-ad58-0b132d489fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:05.838663 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b676fd8c-8b31-4612-8fa7-b3c373ab898a req-17431664-a620-46a5-ad58-0b132d489fb3 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.0439553 Sep 28 15:46:06.491328 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e24e5e-50a2-4fb6-83df-7ba50cb575f9 req-fc3464da-6200-4cce-9679-4dbcbe1244c1 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:06.492778 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-57e24e5e-50a2-4fb6-83df-7ba50cb575f9 req-fc3464da-6200-4cce-9679-4dbcbe1244c1 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 946 time: 0.0491602 Sep 28 15:46:06.539557 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-57e24e5e-50a2-4fb6-83df-7ba50cb575f9 req-273c24e4-60d6-4234-8e49-61c1757b34cf tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410521 Sep 28 15:46:07.666580 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29cd3c-55f0-452a-aea5-93001d7173ab req-5bb68271-d07a-4071-a503-d2f53f2c5bbd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:07.668052 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bf29cd3c-55f0-452a-aea5-93001d7173ab req-5bb68271-d07a-4071-a503-d2f53f2c5bbd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 946 time: 0.0460577 Sep 28 15:46:07.714088 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bf29cd3c-55f0-452a-aea5-93001d7173ab req-5f716c2e-e728-47c3-839b-fb2cc9d10cb4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406241 Sep 28 15:46:08.431225 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:08.490281 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-736b0784-18ec-4c79-a062-d212aec63073 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:08.491736 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-736b0784-18ec-4c79-a062-d212aec63073 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 946 time: 0.0750308 Sep 28 15:46:08.492635 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676fd8c-8b31-4612-8fa7-b3c373ab898a req-04515547-33e1-43a7-ab01-b6701cc6b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:08.494265 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b676fd8c-8b31-4612-8fa7-b3c373ab898a req-04515547-33e1-43a7-ab01-b6701cc6b8cf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787749 Sep 28 15:46:08.641003 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Deleting port 0082d06d-1382-48f9-94de-259360a953c6 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:46:08.641346 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (0082d06d-1382-48f9-94de-259360a953c6), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:08.691515 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b676fd8c-8b31-4612-8fa7-b3c373ab898a req-cd548661-54c2-4a63-8e2a-1911f8ac7303 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806390 Sep 28 15:46:08.849255 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] For port 0082d06d-1382-48f9-94de-259360a953c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0082d06d-1382-48f9-94de-259360a953c6,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:08.849512 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (0082d06d-1382-48f9-94de-259360a953c6), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:09.220583 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61aa3-d0c5-4022-a0c3-d7bac1086b0a req-51025dbe-a1c7-4a51-92a0-c4f244002d17 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:09.222076 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b5b61aa3-d0c5-4022-a0c3-d7bac1086b0a req-51025dbe-a1c7-4a51-92a0-c4f244002d17 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 946 time: 0.3945482 Sep 28 15:46:09.231223 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b676fd8c-8b31-4612-8fa7-b3c373ab898a req-44f7d133-14f6-4164-846e-694ee5072d04 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300293 Sep 28 15:46:09.291444 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-2cd9148c-37db-45a1-bffd-4bc6868f9e57 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:09.292950 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-2cd9148c-37db-45a1-bffd-4bc6868f9e57 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/networks?id=db2750e0-a7a8-471c-8c9d-9a849d0d357e HTTP/1.1" status: 200 len: 814 time: 0.5626190 Sep 28 15:46:09.360274 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-544a885a-0180-4c4e-8203-954308c145e1 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/quotas/6dcadaaec3664e8dace58c2479d8f534 HTTP/1.1" status: 200 len: 375 time: 0.0602591 Sep 28 15:46:09.417613 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:09.441267 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8a0f7-891e-4a28-866e-a9144a2df807 req-6845da42-6cc8-4b1a-8c92-8712340134e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:09.442782 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35f8a0f7-891e-4a28-866e-a9144a2df807 req-6845da42-6cc8-4b1a-8c92-8712340134e3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=824ddb9f6f344a2684cf31d08427306c&device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 1130 time: 0.1319578 Sep 28 15:46:09.445870 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b5b61aa3-d0c5-4022-a0c3-d7bac1086b0a req-5fba701e-e5cc-4b8e-85cd-cfa991ca40d1 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c7cb9086-263e-4df2-b17b-e55e66e934eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077768 Sep 28 15:46:09.449921 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-6ac19ed0-a3d1-4bc9-bfa8-48027d8690d7 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6dcadaaec3664e8dace58c2479d8f534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529747 Sep 28 15:46:09.500284 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:09.500653 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (d2d8ce54-03e0-4827-9860-542743557b73), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:09.500974 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Floating IP d2d8ce54-03e0-4827-9860-542743557b73 disassociated. External IP: 172.27.2.117, port: 0082d06d-1382-48f9-94de-259360a953c6. Sep 28 15:46:09.501316 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Calling delete_port for 0082d06d-1382-48f9-94de-259360a953c6 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:46:09.596960 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:09.678050 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8a0f7-891e-4a28-866e-a9144a2df807 req-1c3a09f9-164f-4864-82a2-73c4de7ffa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:09.679510 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35f8a0f7-891e-4a28-866e-a9144a2df807 req-1c3a09f9-164f-4864-82a2-73c4de7ffa01 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 200 len: 918 time: 0.2268128 Sep 28 15:46:09.682729 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-3d7cbb30-ac26-4677-83fa-a679b741e7fa service neutron] 10.222.0.52 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205770 Sep 28 15:46:09.827253 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35f8a0f7-891e-4a28-866e-a9144a2df807 req-e9fea3ac-2527-486a-b70e-4ed2b39eedb5 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b HTTP/1.1" status: 200 len: 1001 time: 0.1376839 Sep 28 15:46:09.904618 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (0082d06d-1382-48f9-94de-259360a953c6), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:09.914024 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-71654785-f87d-43e4-bc1a-519dcf4208dd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234485 Sep 28 15:46:09.941475 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event deleted for resources: {'Port': ['ID=0082d06d-1382-48f9-94de-259360a953c6,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:09.944483 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8a0f7-891e-4a28-866e-a9144a2df807 req-1ad2c47b-9d98-492a-a877-ca90eb9ff996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:09.946520 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35f8a0f7-891e-4a28-866e-a9144a2df807 req-1ad2c47b-9d98-492a-a877-ca90eb9ff996 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 200 len: 857 time: 0.1052663 Sep 28 15:46:10.041281 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8a0f7-891e-4a28-866e-a9144a2df807 req-7e8f6be4-5821-40f9-9717-0600fd6b3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:10.042832 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35f8a0f7-891e-4a28-866e-a9144a2df807 req-7e8f6be4-5821-40f9-9717-0600fd6b3bda service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b037e357-8df3-4ca3-8b1b-f30273c72384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896297 Sep 28 15:46:10.152343 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9414baf-81e8-4b37-88c9-cb1058a8e3f6 req-d210cfc8-d5aa-499e-8a76-ec3ed122e1e1 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 210 time: 0.0784023 Sep 28 15:46:10.174114 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:46:10.242537 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35f8a0f7-891e-4a28-866e-a9144a2df807 req-f4e42ab2-259a-43b0-b6cf-efafb9352936 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690657 Sep 28 15:46:10.260918 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:10.361625 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:46:10.379225 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991a221-110f-4b47-b543-4bad4e004dc9 None None] Sync routers for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:46:10.394370 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991a221-110f-4b47-b543-4bad4e004dc9 None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:10.394922 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-9991a221-110f-4b47-b543-4bad4e004dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:45:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:10.399279 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:10.406719 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0082d06d-1382-48f9-94de-259360a953c6 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:46:10.432808 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] No DVR routers for this DVR port 0082d06d-1382-48f9-94de-259360a953c6 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:46:10.436162 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-35f8a0f7-891e-4a28-866e-a9144a2df807 req-8ac8bc65-047a-4eb9-8f71-36d1e35c859a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870160 Sep 28 15:46:10.436944 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 0082d06d-1382-48f9-94de-259360a953c6 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:46:10.437173 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:10.437749 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 0082d06d-1382-48f9-94de-259360a953c6 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:46:10.440398 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-767a0812-f7ba-45a7-b06c-614d68a2174d req-5939173f-409e-45b0-9cd8-1e295b712291 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.50 "DELETE /networking/v2.0/ports/0082d06d-1382-48f9-94de-259360a953c6 HTTP/1.1" status: 204 len: 173 time: 1.9371624 Sep 28 15:46:10.440936 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'name': 'network-vif-deleted', 'tag': '0082d06d-1382-48f9-94de-259360a953c6'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:10.452485 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ae9068-82fb-4a82-8f95-212bd01b20e2" -d '{"events": [{"server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "name": "network-vif-deleted", "tag": "0082d06d-1382-48f9-94de-259360a953c6"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:10.523082 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f11151-089a-4aa2-8a78-aa025afcc4c8 x-openstack-request-id: req-e1f11151-089a-4aa2-8a78-aa025afcc4c8 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:10.523377 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dffde6-94ba-408b-895a-eaaa80ad0b0f", "name": "network-vif-deleted", "tag": "0082d06d-1382-48f9-94de-259360a953c6", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:10.523635 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1f11151-089a-4aa2-8a78-aa025afcc4c8 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:10.524041 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f11151-089a-4aa2-8a78-aa025afcc4c8'] response: {'server_uuid': '44dffde6-94ba-408b-895a-eaaa80ad0b0f', 'name': 'network-vif-deleted', 'tag': '0082d06d-1382-48f9-94de-259360a953c6', 'status': 'completed', 'code': 200} Sep 28 15:46:10.558855 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-9991a221-110f-4b47-b543-4bad4e004dc9 None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:10.575530 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-108f3fa6-192a-40a9-a60e-45ffbf034204 req-b5b2f44f-d4e4-42be-a665-b3b3bba067b5 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=44dffde6-94ba-408b-895a-eaaa80ad0b0f HTTP/1.1" status: 200 len: 210 time: 0.0294518 Sep 28 15:46:10.945677 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-9991a221-110f-4b47-b543-4bad4e004dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:10.982151 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991a221-110f-4b47-b543-4bad4e004dc9 None None] Checking router: 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:46:10.997426 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991a221-110f-4b47-b543-4bad4e004dc9 None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:10.998045 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-9991a221-110f-4b47-b543-4bad4e004dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:45:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:11.096227 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-9991a221-110f-4b47-b543-4bad4e004dc9 None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:11.288420 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-9991a221-110f-4b47-b543-4bad4e004dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:11.299030 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b8288edc-e198-4dc8-8e89-abe2e068dfdd req-f850051f-881f-4da9-bd01-090677d46144 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 210 time: 0.0380757 Sep 28 15:46:11.327968 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991a221-110f-4b47-b543-4bad4e004dc9 None None] The sync data for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi is: [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:46:11.548022 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda970b-975b-4644-88c3-018ab5ed85e9 None None] New status for floating IP d2d8ce54-03e0-4827-9860-542743557b73: DOWN {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:46:11.609644 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:11.692315 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43368) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:11.749566 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-5d30c65c-0a4f-41d0-9829-8fe0081052ad tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (c7cb9086-263e-4df2-b17b-e55e66e934eb), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:11.771720 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-5d30c65c-0a4f-41d0-9829-8fe0081052ad tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (c7cb9086-263e-4df2-b17b-e55e66e934eb), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:11.819361 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-5d30c65c-0a4f-41d0-9829-8fe0081052ad tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (c7cb9086-263e-4df2-b17b-e55e66e934eb), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:11.822653 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-5d30c65c-0a4f-41d0-9829-8fe0081052ad tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:11.823805 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-5d30c65c-0a4f-41d0-9829-8fe0081052ad tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c7cb9086-263e-4df2-b17b-e55e66e934eb HTTP/1.1" status: 204 len: 168 time: 0.1304533 Sep 28 15:46:11.826724 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43370) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:11.833835 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30c65c-0a4f-41d0-9829-8fe0081052ad tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cb9086-263e-4df2-b17b-e55e66e934eb,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:11.844329 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.api.v2.resource [None req-52ee698b-8117-4586-9ec9-dcdda2c75716 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] show failed (client error): The resource could not be found. Sep 28 15:46:11.845735 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-52ee698b-8117-4586-9ec9-dcdda2c75716 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups/c7cb9086-263e-4df2-b17b-e55e66e934eb HTTP/1.1" status: 404 len: 347 time: 0.0180378 Sep 28 15:46:11.848697 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43372) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:11.949817 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-2fb6942e-19fd-4658-8b9a-f5dc2dfa7da1 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:11.951551 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-2fb6942e-19fd-4658-8b9a-f5dc2dfa7da1 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.50 "GET /networking/v2.0/networks?id=db2750e0-a7a8-471c-8c9d-9a849d0d357e HTTP/1.1" status: 200 len: 814 time: 0.1107612 Sep 28 15:46:11.963299 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Request body: {'port': {'device_id': '2c9ec075-b31f-4706-83ff-ae91b89b9fb6', 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e', 'admin_state_up': True, 'tenant_id': '6dcadaaec3664e8dace58c2479d8f534'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:11.970413 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Deleting port 8595975c-0346-4894-9142-ffbcc19907f5 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:46:11.970762 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (8595975c-0346-4894-9142-ffbcc19907f5), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.055595 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (8595975c-0346-4894-9142-ffbcc19907f5), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.055928 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (8595975c-0346-4894-9142-ffbcc19907f5), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.067932 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Calling delete_port for 8595975c-0346-4894-9142-ffbcc19907f5 owned by network:floatingip {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:46:12.078143 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Made reservation on behalf of 6dcadaaec3664e8dace58c2479d8f534 for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:46:12.082003 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.198701 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (8595975c-0346-4894-9142-ffbcc19907f5), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.212823 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Allocated IP 172.20.0.8 (db2750e0-a7a8-471c-8c9d-9a849d0d357e/c24a72c3-b4b6-49e6-b28a-eb281dd75d8e/c4b45be2-b46c-42b4-ad5b-290e97b5eb47) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:46:12.226364 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event deleted for resources: {'Port': ['ID=8595975c-0346-4894-9142-ffbcc19907f5,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:12.238735 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.239083 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.239423 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.239753 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.240081 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.240406 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.240729 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.241049 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.241374 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.242334 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.242655 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.242972 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.243288 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.243871 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.244189 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:12.298608 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (d2d8ce54-03e0-4827-9860-542743557b73), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.300977 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.302127 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-bcb06da7-b25a-4d9c-b38d-4cf693c3fc3c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/d2d8ce54-03e0-4827-9860-542743557b73 HTTP/1.1" status: 204 len: 168 time: 0.4524980 Sep 28 15:46:12.380170 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks [] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.396083 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:12.411266 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43384) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:12.416399 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-8cd3256e-f126-4c42-80b4-3c77e1be9dbc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174445258', 'description': 'tempest-description--552808828'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:12.425413 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c817bfbd-ed4e-4795-9a50-043a9085f3f1 req-a67de670-d0ba-42ea-bbc5-d6aca8d0bc63 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 210 time: 0.0388498 Sep 28 15:46:12.438904 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8cd3256e-f126-4c42-80b4-3c77e1be9dbc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.451587 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.483146 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:12.500491 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Network db2750e0-a7a8-471c-8c9d-9a849d0d357e is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:46:12.506854 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:46:12.509248 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:46:12.509442 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8cd3256e-f126-4c42-80b4-3c77e1be9dbc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (8d2879b3-b7bd-4890-b7bc-3c392f17f226), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.513578 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8cd3256e-f126-4c42-80b4-3c77e1be9dbc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (8d2879b3-b7bd-4890-b7bc-3c392f17f226), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.517188 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Pushing event updated for resources: {'Port': ['ID=c4b45be2-b46c-42b4-ad5b-290e97b5eb47,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:12.546790 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8cd3256e-f126-4c42-80b4-3c77e1be9dbc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.547924 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-8cd3256e-f126-4c42-80b4-3c77e1be9dbc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1356385 Sep 28 15:46:12.549813 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3256e-f126-4c42-80b4-3c77e1be9dbc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2879b3-b7bd-4890-b7bc-3c392f17f226,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:12.551066 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43386) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:12.556960 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-5b4caa2b-391d-4cac-af91-fa1f30aa14d3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'security_group_rule': {'security_group_id': '8d2879b3-b7bd-4890-b7bc-3c392f17f226', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:12.577952 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:12.578553 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.605100 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-0dd91d5b-ae54-4320-8cdd-839b844a5ed0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6456845 Sep 28 15:46:12.606807 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-5b4caa2b-391d-4cac-af91-fa1f30aa14d3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (c48ade75-3d13-4718-8b26-db473c73c6a2), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.620794 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Request body: {'port': {'device_id': '2c9ec075-b31f-4706-83ff-ae91b89b9fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:12.713731 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-5b4caa2b-391d-4cac-af91-fa1f30aa14d3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (c48ade75-3d13-4718-8b26-db473c73c6a2), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.715008 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.723983 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-5b4caa2b-391d-4cac-af91-fa1f30aa14d3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (c48ade75-3d13-4718-8b26-db473c73c6a2), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.749915 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4caa2b-391d-4cac-af91-fa1f30aa14d3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48ade75-3d13-4718-8b26-db473c73c6a2,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:12.771543 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-5b4caa2b-391d-4cac-af91-fa1f30aa14d3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.772753 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-5b4caa2b-391d-4cac-af91-fa1f30aa14d3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2199070 Sep 28 15:46:12.776303 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43388) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:12.780761 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-113d9067-787f-431a-bc25-efd306836c37 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'security_group_rule': {'security_group_id': '8d2879b3-b7bd-4890-b7bc-3c392f17f226', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:12.807651 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-113d9067-787f-431a-bc25-efd306836c37 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (f0c0c669-8c04-4044-9510-431bc548358f), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.867465 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-113d9067-787f-431a-bc25-efd306836c37 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (f0c0c669-8c04-4044-9510-431bc548358f), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.871734 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-113d9067-787f-431a-bc25-efd306836c37 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (f0c0c669-8c04-4044-9510-431bc548358f), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.890255 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:12.891063 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d9067-787f-431a-bc25-efd306836c37 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c0c669-8c04-4044-9510-431bc548358f,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:12.898570 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-113d9067-787f-431a-bc25-efd306836c37 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.902296 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-113d9067-787f-431a-bc25-efd306836c37 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249547 Sep 28 15:46:12.903075 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43390) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:12.908046 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:12.932355 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:12.983341 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:13.004532 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b45be2-b46c-42b4-ad5b-290e97b5eb47 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:46:13.012598 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Publish callbacks [] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.015306 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.025916 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Transition to ACTIVE for port object c4b45be2-b46c-42b4-ad5b-290e97b5eb47 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:46:13.030161 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.093495 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b45be2-b46c-42b4-ad5b-290e97b5eb47,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:13.126573 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Allocated IP 172.27.2.112 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/4bba1322-68a9-4691-a2f6-d121553d141d) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:46:13.141832 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Attempting to bind port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:46:13.142199 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Attempting to bind port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '06a2f525-b377-4392-bcf2-ceb3a5153a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:46:13.142524 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Attempting to bind port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 on network db2750e0-a7a8-471c-8c9d-9a849d0d357e {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:46:13.174118 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:13.184794 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 on network db2750e0-a7a8-471c-8c9d-9a849d0d357e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:46:13.185128 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Attempting to bind port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 on network db2750e0-a7a8-471c-8c9d-9a849d0d357e {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:46:13.230997 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:46:13.231336 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Checking segment: {'id': '06a2f525-b377-4392-bcf2-ceb3a5153a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:46:13.231719 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Bound using segment: {'id': '06a2f525-b377-4392-bcf2-ceb3a5153a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:46:13.232157 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Bound port: c4b45be2-b46c-42b4-ad5b-290e97b5eb47, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a2f525-b377-4392-bcf2-ceb3a5153a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:46:13.232516 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.234229 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for port (4bba1322-68a9-4691-a2f6-d121553d141d), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.268412 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (4bba1322-68a9-4691-a2f6-d121553d141d), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.277899 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:13.294349 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] For port c4b45be2-b46c-42b4-ad5b-290e97b5eb47, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:46:13.298291 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] For port c4b45be2-b46c-42b4-ad5b-290e97b5eb47, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c4b45be2-b46c-42b4-ad5b-290e97b5eb47,segment=NetworkSegment(06a2f525-b377-4392-bcf2-ceb3a5153a6e),segment_id=06a2f525-b377-4392-bcf2-ceb3a5153a6e)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:46:13.303842 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.306854 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:46:13.309579 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:13.310213 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.311571 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/c4b45be2-b46c-42b4-ad5b-290e97b5eb47 HTTP/1.1" status: 200 len: 1093 time: 0.6957116 Sep 28 15:46:13.312126 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:46:13.312347 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9ec075-b31f-4706-83ff-ae91b89b9fb6', 'tag': 'c4b45be2-b46c-42b4-ad5b-290e97b5eb47'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:13.314574 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa3dcc8-765c-4cf4-992d-d8dc18168522" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9ec075-b31f-4706-83ff-ae91b89b9fb6", "tag": "c4b45be2-b46c-42b4-ad5b-290e97b5eb47"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:13.315749 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:46:13.342227 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'Port': ['ID=4bba1322-68a9-4691-a2f6-d121553d141d,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:13.395300 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9d548d-260b-40e2-bfd7-006c515faccd x-openstack-request-id: req-1e9d548d-260b-40e2-bfd7-006c515faccd {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:13.395840 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9ec075-b31f-4706-83ff-ae91b89b9fb6", "tag": "c4b45be2-b46c-42b4-ad5b-290e97b5eb47", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:13.395840 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e9d548d-260b-40e2-bfd7-006c515faccd {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:13.396204 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9d548d-260b-40e2-bfd7-006c515faccd'] response: {'name': 'network-changed', 'server_uuid': '2c9ec075-b31f-4706-83ff-ae91b89b9fb6', 'tag': 'c4b45be2-b46c-42b4-ad5b-290e97b5eb47', 'status': 'completed', 'code': 200} Sep 28 15:46:13.406137 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11953f1a-a0c2-4d36-809d-ead925f677b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b45be2-b46c-42b4-ad5b-290e97b5eb47,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:13.414511 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-aa1a389a-e510-4500-ac0b-1d4c63f3810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:13.415938 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-aa1a389a-e510-4500-ac0b-1d4c63f3810d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=6dcadaaec3664e8dace58c2479d8f534&device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 1127 time: 0.0606527 Sep 28 15:46:13.419952 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (6be51b6b-4e21-4c89-8d70-74ff6a22fd44), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.458748 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-acfaf145-2f15-45e0-b5f6-165f8f121032 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4b45be2-b46c-42b4-ad5b-290e97b5eb47 HTTP/1.1" status: 200 len: 217 time: 0.0342402 Sep 28 15:46:13.460434 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (4bba1322-68a9-4691-a2f6-d121553d141d), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.520593 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-20163a64-7c4d-48c8-a4c8-775d566c54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:13.522276 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-20163a64-7c4d-48c8-a4c8-775d566c54b2 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c24a72c3-b4b6-49e6-b28a-eb281dd75d8e HTTP/1.1" status: 200 len: 854 time: 0.0565782 Sep 28 15:46:13.571454 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-d93415a0-3228-4418-bab5-47aff0400628 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=db2750e0-a7a8-471c-8c9d-9a849d0d357e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335197 Sep 28 15:46:13.581290 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cefbe1-983f-484e-a401-cb5099ad4f6f req-26126ee3-39ec-4eea-9df9-d9f0cc6ace94 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:13.582731 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b0cefbe1-983f-484e-a401-cb5099ad4f6f req-26126ee3-39ec-4eea-9df9-d9f0cc6ace94 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 943 time: 0.0745285 Sep 28 15:46:13.612844 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for port (4bba1322-68a9-4691-a2f6-d121553d141d), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.617862 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (4bba1322-68a9-4691-a2f6-d121553d141d), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.668209 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:13.680185 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b0cefbe1-983f-484e-a401-cb5099ad4f6f req-38cdacf0-6ba9-4b64-a84d-1e13c1363019 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894403 Sep 28 15:46:13.686097 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'Port': ['ID=4bba1322-68a9-4691-a2f6-d121553d141d,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:13.689989 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (6be51b6b-4e21-4c89-8d70-74ff6a22fd44), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.693641 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:13.707419 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:13.708777 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-d12f968c-b13b-4278-be41-483df341925e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8044064 Sep 28 15:46:13.716026 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-d95e38b5-58ee-4ad7-9b1d-65c9ce9bf170 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323881 Sep 28 15:46:13.824704 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c46c86bd-7c7f-4e64-921c-4c1fe235d856 req-26d81c1c-4ec4-4120-91ed-75405bf67ad0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011918 Sep 28 15:46:13.911992 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-dd669b09-6bbd-454e-8b6d-866aab8dcd2d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1174445258&fields=id&tenant_id=335ecfeb5c6a436e909618c1305593bb HTTP/1.1" status: 200 len: 267 time: 0.0420954 Sep 28 15:46:14.019704 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-f942f358-e9c4-4797-b4c6-4ef7c3b9bbfb tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:14.021146 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-f942f358-e9c4-4797-b4c6-4ef7c3b9bbfb tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 817 time: 0.1023002 Sep 28 15:46:14.035864 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d45fa355-7707-455d-9286-84f93ad8ef52 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/quotas/335ecfeb5c6a436e909618c1305593bb HTTP/1.1" status: 200 len: 375 time: 0.0088267 Sep 28 15:46:14.084112 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-613d5f60-c339-44ee-9048-8ddaf1f7a9a3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427604 Sep 28 15:46:14.181134 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-da27d341-a206-4e93-ae49-17c25a1cad54 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851340 Sep 28 15:46:14.254707 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:14.271868 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-bde15a45-c902-428c-ae4a-bc6940484d59 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852304 Sep 28 15:46:14.432866 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d14b8c46-f231-4f2c-b594-b36536d87b17 req-945da09f-5fca-486f-b36d-a9ddbc6b3dda tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 210 time: 0.0285418 Sep 28 15:46:14.810384 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa71eb9-e460-4cee-83b5-8c93e2e70136 req-5da9fc01-2ba8-40a2-a614-6709f40a815c tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:14.811841 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bfa71eb9-e460-4cee-83b5-8c93e2e70136 req-5da9fc01-2ba8-40a2-a614-6709f40a815c tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 943 time: 0.0492971 Sep 28 15:46:14.859175 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bfa71eb9-e460-4cee-83b5-8c93e2e70136 req-b8c83706-ea36-476e-ad43-f83050c9fc1b tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Sep 28 15:46:14.903727 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:14.916523 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3dcc8-765c-4cf4-992d-d8dc18168522 req-4542571d-a258-4f01-8ea7-25ad1247eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:14.918035 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0fa3dcc8-765c-4cf4-992d-d8dc18168522 req-4542571d-a258-4f01-8ea7-25ad1247eac4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=6dcadaaec3664e8dace58c2479d8f534&device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 1127 time: 0.0451005 Sep 28 15:46:15.273613 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3dcc8-765c-4cf4-992d-d8dc18168522 req-0050ac1c-e3ea-4b36-a182-5dc646f6d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:15.275145 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0fa3dcc8-765c-4cf4-992d-d8dc18168522 req-0050ac1c-e3ea-4b36-a182-5dc646f6d71a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=db2750e0-a7a8-471c-8c9d-9a849d0d357e HTTP/1.1" status: 200 len: 914 time: 0.3510036 Sep 28 15:46:15.320282 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0fa3dcc8-765c-4cf4-992d-d8dc18168522 req-878dbb0b-b329-4e53-9429-9f1648f0bcc1 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4b45be2-b46c-42b4-ad5b-290e97b5eb47 HTTP/1.1" status: 200 len: 217 time: 0.0324633 Sep 28 15:46:15.370331 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3dcc8-765c-4cf4-992d-d8dc18168522 req-e421eed8-804b-4f5f-adff-bf87a5efb021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:15.371754 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0fa3dcc8-765c-4cf4-992d-d8dc18168522 req-e421eed8-804b-4f5f-adff-bf87a5efb021 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c24a72c3-b4b6-49e6-b28a-eb281dd75d8e HTTP/1.1" status: 200 len: 854 time: 0.0442383 Sep 28 15:46:15.541610 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-42d4fd33-495b-4f74-b48b-d227b2d17f0f req-40990edf-ae06-4cf7-9e43-55baed0e8b81 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 210 time: 0.0293722 Sep 28 15:46:15.638950 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0fa3dcc8-765c-4cf4-992d-d8dc18168522 req-886eac23-ca74-46c3-a8fb-4dfbe6447a1f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=db2750e0-a7a8-471c-8c9d-9a849d0d357e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288849 Sep 28 15:46:15.797600 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0fa3dcc8-765c-4cf4-992d-d8dc18168522 req-fe314992-7648-49ba-9a99-d435d771213c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515326 Sep 28 15:46:15.876795 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-9728da7b-db10-47c4-9328-799e59572505 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:15.878377 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-9728da7b-db10-47c4-9328-799e59572505 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 817 time: 0.1803741 Sep 28 15:46:15.951539 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0fa3dcc8-765c-4cf4-992d-d8dc18168522 req-7dd13b41-0ec8-4c26-8e85-43cc5f5c77ec service neutron] 10.222.0.50 "GET /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413822 Sep 28 15:46:15.992088 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d0584a8f-2ac7-44b7-8f95-902282096753 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=335ecfeb5c6a436e909618c1305593bb HTTP/1.1" status: 200 len: 380 time: 0.1019065 Sep 28 15:46:16.003096 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'port': {'device_id': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'admin_state_up': True, 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'security_groups': ['8d2879b3-b7bd-4890-b7bc-3c392f17f226']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:16.022965 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecb617-9324-459b-812e-51b37b3170da req-cdfa6236-c3b2-4c47-a33f-93dd46730d7a tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:16.024377 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-64ecb617-9324-459b-812e-51b37b3170da req-cdfa6236-c3b2-4c47-a33f-93dd46730d7a tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 943 time: 0.0778108 Sep 28 15:46:16.128504 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-64ecb617-9324-459b-812e-51b37b3170da req-0d54dc1b-c0f1-41ad-90d6-248dc4eb2343 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712991 Sep 28 15:46:16.155971 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Made reservation on behalf of 335ecfeb5c6a436e909618c1305593bb for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:46:16.159771 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:16.237758 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:16.283005 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:16.287299 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Allocated IP 172.20.0.7 (2beddede-7b14-4a1e-9c9b-0bc00eba3b72/e585d368-0577-4ccc-adae-9744acd6a68f/e6c19ccc-4417-4703-b693-5cf72e3030b1) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:46:16.420726 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:16.434063 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device c4b45be2-b46c-42b4-ad5b-290e97b5eb47 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:46:16.453099 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:16.499029 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:46:16.504256 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:46:16.508616 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:46:16.534343 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event updated for resources: {'Port': ['ID=e6c19ccc-4417-4703-b693-5cf72e3030b1,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:16.539757 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port c4b45be2-b46c-42b4-ad5b-290e97b5eb47, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c4b45be2-b46c-42b4-ad5b-290e97b5eb47,segment=NetworkSegment(06a2f525-b377-4392-bcf2-ceb3a5153a6e),segment_id=06a2f525-b377-4392-bcf2-ceb3a5153a6e)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:16.553140 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': 'c4b45be2-b46c-42b4-ad5b-290e97b5eb47', 'network_id': 'db2750e0-a7a8-471c-8c9d-9a849d0d357e', 'port_id': 'c4b45be2-b46c-42b4-ad5b-290e97b5eb47', 'mac_address': 'fa:16:3e:06:0d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24a72c3-b4b6-49e6-b28a-eb281dd75d8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:46:16.562903 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:16.563608 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:16.586770 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c2decda1-527b-4fb5-9f30-5a1b9f2d3d79 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891719 Sep 28 15:46:16.590157 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:16.598972 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:46:16.599516 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:16.600710 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Request body: {'port': {'device_id': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:16.615061 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b45be2-b46c-42b4-ad5b-290e97b5eb47 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:46:16.638685 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port c4b45be2-b46c-42b4-ad5b-290e97b5eb47, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c4b45be2-b46c-42b4-ad5b-290e97b5eb47,segment=NetworkSegment(06a2f525-b377-4392-bcf2-ceb3a5153a6e),segment_id=06a2f525-b377-4392-bcf2-ceb3a5153a6e)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:16.643589 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:16.699114 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=c4b45be2-b46c-42b4-ad5b-290e97b5eb47,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:16.706573 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.707009 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.707395 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.707761 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.708107 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.708443 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.708775 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.709107 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.709617 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.710580 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.710943 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.711293 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.711625 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.711952 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.712276 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:16.715907 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b88281-2594-4cc9-9510-f6265a293e39 req-4657c06e-99d7-4185-a697-244c571103a4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:16.723452 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03b88281-2594-4cc9-9510-f6265a293e39 req-4657c06e-99d7-4185-a697-244c571103a4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 931 time: 0.0872300 Sep 28 15:46:16.726270 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:16.742778 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-765ab139-da06-42a2-976e-922b49910ede None None] Provisioning complete for port e6c19ccc-4417-4703-b693-5cf72e3030b1 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:46:16.743155 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-765ab139-da06-42a2-976e-922b49910ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:16.743750 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-765ab139-da06-42a2-976e-922b49910ede None None] Attempt 1 to provision port e6c19ccc-4417-4703-b693-5cf72e3030b1 Sep 28 15:46:16.776416 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-765ab139-da06-42a2-976e-922b49910ede None None] Port e6c19ccc-4417-4703-b693-5cf72e3030b1 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:46:16.807368 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-03b88281-2594-4cc9-9510-f6265a293e39 req-79bc43cc-9482-45fe-80c3-5e1e343757fc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829864 Sep 28 15:46:16.951125 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['c4b45be2-b46c-42b4-ad5b-290e97b5eb47'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:46:17.011393 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c19ccc-4417-4703-b693-5cf72e3030b1 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:46:17.018969 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Publish callbacks [] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:17.031343 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Transition to ACTIVE for port object e6c19ccc-4417-4703-b693-5cf72e3030b1 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:46:17.035476 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:17.040785 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:17.070629 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:17.121298 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c19ccc-4417-4703-b693-5cf72e3030b1,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:17.153069 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Attempting to bind port e6c19ccc-4417-4703-b693-5cf72e3030b1 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:46:17.153403 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Attempting to bind port e6c19ccc-4417-4703-b693-5cf72e3030b1 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:46:17.153730 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Attempting to bind port e6c19ccc-4417-4703-b693-5cf72e3030b1 on network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:46:17.194999 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Port e6c19ccc-4417-4703-b693-5cf72e3030b1 on network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:46:17.195333 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Attempting to bind port e6c19ccc-4417-4703-b693-5cf72e3030b1 on network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:46:17.277134 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64207630-4bf9-4948-9d2c-dae6a37d7663 req-3316d0b3-cc58-49d7-8ae1-72813e950b4f tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:17.277479 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-765ab139-da06-42a2-976e-922b49910ede None None] Attempt 2 to provision port e6c19ccc-4417-4703-b693-5cf72e3030b1 Sep 28 15:46:17.278578 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-64207630-4bf9-4948-9d2c-dae6a37d7663 req-3316d0b3-cc58-49d7-8ae1-72813e950b4f tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 944 time: 0.0607107 Sep 28 15:46:17.279475 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:46:17.280841 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Checking segment: {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:46:17.280841 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Bound using segment: {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:46:17.280841 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Bound port: e6c19ccc-4417-4703-b693-5cf72e3030b1, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3564c503-0b35-4a3e-9a76-10a24cfd46dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:46:17.281140 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:17.314845 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-765ab139-da06-42a2-976e-922b49910ede None None] Port e6c19ccc-4417-4703-b693-5cf72e3030b1 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:46:17.360747 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-64207630-4bf9-4948-9d2c-dae6a37d7663 req-ec010cc9-d4bc-400f-abd9-75a00fdb18aa tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764654 Sep 28 15:46:17.377315 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:46:17.380528 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:46:17.386596 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:17.390715 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:17.391324 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:17.392691 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/e6c19ccc-4417-4703-b693-5cf72e3030b1 HTTP/1.1" status: 200 len: 1093 time: 0.7983642 Sep 28 15:46:17.393236 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:17.395464 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31d6417-61a9-4313-8781-5253c30a87bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:17.434715 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d72375e-d542-4a08-8c9d-7bfb8142c6fc x-openstack-request-id: req-5d72375e-d542-4a08-8c9d-7bfb8142c6fc {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:17.435009 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:17.435263 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d72375e-d542-4a08-8c9d-7bfb8142c6fc {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:17.435655 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d72375e-d542-4a08-8c9d-7bfb8142c6fc'] response: {'name': 'network-changed', 'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'status': 'completed', 'code': 200} Sep 28 15:46:17.472215 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333600f-97fb-4c1b-be1c-f1aa5f67a2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c19ccc-4417-4703-b693-5cf72e3030b1,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:17.486167 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-91f2fa89-3f29-4482-95a4-bda3308dad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:17.487647 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-91f2fa89-3f29-4482-95a4-bda3308dad70 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 1127 time: 0.0420268 Sep 28 15:46:17.526973 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-f265286f-978e-45fc-b1e2-20f4660e8285 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1 HTTP/1.1" status: 200 len: 217 time: 0.0304887 Sep 28 15:46:17.575912 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-f8ee4b65-6fa6-40f3-b6e8-4db68380e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:17.577394 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-f8ee4b65-6fa6-40f3-b6e8-4db68380e39b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.0433741 Sep 28 15:46:17.625483 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c14904cf-6f37-4295-8317-b876136e2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:17.626965 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-c14904cf-6f37-4295-8317-b876136e2093 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420873 Sep 28 15:46:17.728003 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-2bd59fdd-5968-45d5-86a8-b3134128b9f8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824804 Sep 28 15:46:17.816000 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-765ab139-da06-42a2-976e-922b49910ede None None] Attempt 3 to provision port e6c19ccc-4417-4703-b693-5cf72e3030b1 Sep 28 15:46:17.817831 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d128a044-0d51-488d-adf9-b8ea1a1b2a1c req-16964390-ee80-4a34-a5c6-61db1191053a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833955 Sep 28 15:46:17.854862 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-765ab139-da06-42a2-976e-922b49910ede None None] Port e6c19ccc-4417-4703-b693-5cf72e3030b1 had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:46:17.931280 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988f9a1-22a0-4053-ab1f-ed208504fb2f req-a7645619-6110-4a06-b4b7-f5a56819a0b9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:17.932721 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7988f9a1-22a0-4053-ab1f-ed208504fb2f req-a7645619-6110-4a06-b4b7-f5a56819a0b9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0457737 Sep 28 15:46:17.978650 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7988f9a1-22a0-4053-ab1f-ed208504fb2f req-d262c3cd-29d9-4867-a604-c6dd8aebb140 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404015 Sep 28 15:46:18.441490 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device c4b45be2-b46c-42b4-ad5b-290e97b5eb47 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:46:18.483522 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:46:18.487171 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45b16a-f9f2-4dac-ab2a-20c3c96bb237 req-1752ba59-658b-42dd-bb89-cc462eec69d6 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:18.488863 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9d45b16a-f9f2-4dac-ab2a-20c3c96bb237 req-1752ba59-658b-42dd-bb89-cc462eec69d6 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 944 time: 0.0512419 Sep 28 15:46:18.490144 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:46:18.490518 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:18.490853 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 Sep 28 15:46:18.537171 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9d45b16a-f9f2-4dac-ab2a-20c3c96bb237 req-47201012-2edb-4783-87e1-2784f80ab490 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Sep 28 15:46:18.555895 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:18.568662 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:46:18.569048 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:18.591424 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9ec075-b31f-4706-83ff-ae91b89b9fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b45be2-b46c-42b4-ad5b-290e97b5eb47'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:18.593605 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c6819c-c53f-4f2b-b41f-58fc90ee813b" -d '{"events": [{"server_uuid": "2c9ec075-b31f-4706-83ff-ae91b89b9fb6", "name": "network-vif-plugged", "status": "completed", "tag": "c4b45be2-b46c-42b4-ad5b-290e97b5eb47"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:18.607176 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port c4b45be2-b46c-42b4-ad5b-290e97b5eb47, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c4b45be2-b46c-42b4-ad5b-290e97b5eb47,segment=NetworkSegment(06a2f525-b377-4392-bcf2-ceb3a5153a6e),segment_id=06a2f525-b377-4392-bcf2-ceb3a5153a6e)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:18.610904 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:18.635988 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad471f45-a232-4ea9-bd04-f7e8c8917a72 x-openstack-request-id: req-ad471f45-a232-4ea9-bd04-f7e8c8917a72 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:18.636284 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9ec075-b31f-4706-83ff-ae91b89b9fb6", "name": "network-vif-plugged", "status": "completed", "tag": "c4b45be2-b46c-42b4-ad5b-290e97b5eb47", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:18.636535 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad471f45-a232-4ea9-bd04-f7e8c8917a72 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:18.636919 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad471f45-a232-4ea9-bd04-f7e8c8917a72'] response: {'server_uuid': '2c9ec075-b31f-4706-83ff-ae91b89b9fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b45be2-b46c-42b4-ad5b-290e97b5eb47', 'code': 200} Sep 28 15:46:18.661188 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:46:18.662301 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=c4b45be2-b46c-42b4-ad5b-290e97b5eb47,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:18.919315 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:18.921885 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:18.933400 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d6417-61a9-4313-8781-5253c30a87bb req-8e89c726-d4c8-4162-87ae-561b99baf598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:18.934949 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d31d6417-61a9-4313-8781-5253c30a87bb req-8e89c726-d4c8-4162-87ae-561b99baf598 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 1127 time: 0.0421400 Sep 28 15:46:19.042804 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d6417-61a9-4313-8781-5253c30a87bb req-f70f01f5-be5c-4e2f-8c03-246960fb98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:19.044245 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d31d6417-61a9-4313-8781-5253c30a87bb req-f70f01f5-be5c-4e2f-8c03-246960fb98b5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 917 time: 0.1029525 Sep 28 15:46:19.125231 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d31d6417-61a9-4313-8781-5253c30a87bb req-db8036c6-7da4-4dea-8fea-f0092789bc97 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1 HTTP/1.1" status: 200 len: 217 time: 0.0649786 Sep 28 15:46:19.128651 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f877f29-008d-4230-8472-50832a7742ad req-de20786b-12bd-421f-aeb2-3f15b7365320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:19.130057 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3f877f29-008d-4230-8472-50832a7742ad req-de20786b-12bd-421f-aeb2-3f15b7365320 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 1129 time: 0.1054876 Sep 28 15:46:19.144391 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d8c38-f8b6-4412-90ca-3bb82d8f608b req-ea76999b-3171-472d-8381-093000e668ed tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:19.145787 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-399d8c38-f8b6-4412-90ca-3bb82d8f608b req-ea76999b-3171-472d-8381-093000e668ed tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0844827 Sep 28 15:46:19.249355 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3f877f29-008d-4230-8472-50832a7742ad req-f1eafa08-7896-40ea-96b3-6fb0ca21b7a0 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026733 Sep 28 15:46:19.253193 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d6417-61a9-4313-8781-5253c30a87bb req-b221a4bf-d793-456b-bf35-f0f89b2036e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:19.254586 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d31d6417-61a9-4313-8781-5253c30a87bb req-b221a4bf-d793-456b-bf35-f0f89b2036e1 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.1064563 Sep 28 15:46:19.258804 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-399d8c38-f8b6-4412-90ca-3bb82d8f608b req-f18efde8-ca13-4e98-b708-13638397f96c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994475 Sep 28 15:46:19.503965 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d6417-61a9-4313-8781-5253c30a87bb req-5c47e39e-97e0-4548-931f-d57179fa0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:19.505332 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d31d6417-61a9-4313-8781-5253c30a87bb req-5c47e39e-97e0-4548-931f-d57179fa0b99 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420616 Sep 28 15:46:19.595221 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d31d6417-61a9-4313-8781-5253c30a87bb req-fa4f5c88-f442-413f-817a-1434fedeac8b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820818 Sep 28 15:46:19.701766 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bad20-6e30-4b53-a9c5-2b5a5058253a req-1b9780ed-5687-4604-879d-3ab3f3a29631 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:19.703242 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7e2bad20-6e30-4b53-a9c5-2b5a5058253a req-1b9780ed-5687-4604-879d-3ab3f3a29631 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 945 time: 0.0874994 Sep 28 15:46:19.748283 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d31d6417-61a9-4313-8781-5253c30a87bb req-3418b0ac-74c6-4bf0-8747-b78ebd718d49 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404393 Sep 28 15:46:19.770958 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7e2bad20-6e30-4b53-a9c5-2b5a5058253a req-d0404e3e-8bb2-4f93-822f-24d7199d8c9e tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608168 Sep 28 15:46:20.390155 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b8ad8-3008-42b7-986e-e6ce711ce877 req-b34133e6-6386-4a3c-aa67-b7315d93ae27 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:20.391634 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-db9b8ad8-3008-42b7-986e-e6ce711ce877 req-b34133e6-6386-4a3c-aa67-b7315d93ae27 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0510702 Sep 28 15:46:20.437269 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-db9b8ad8-3008-42b7-986e-e6ce711ce877 req-c6ab94a2-b0f0-4e4f-8f00-d32dd66f51e2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400107 Sep 28 15:46:20.452847 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device e6c19ccc-4417-4703-b693-5cf72e3030b1 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:46:20.553442 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:20.564302 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'port_id': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'mac_address': 'fa:16:3e:4d:2b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:46:20.584999 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:20.600517 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port e6c19ccc-4417-4703-b693-5cf72e3030b1 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:46:20.600924 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:20.614000 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c19ccc-4417-4703-b693-5cf72e3030b1 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:46:20.633652 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:20.638416 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:20.687611 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=e6c19ccc-4417-4703-b693-5cf72e3030b1,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:20.892600 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e50f02-37db-4973-b75e-f1fc6bfe1f84 req-77932b93-7ee7-4d5c-8887-da7375b4fe09 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:20.894065 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-61e50f02-37db-4973-b75e-f1fc6bfe1f84 req-77932b93-7ee7-4d5c-8887-da7375b4fe09 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 945 time: 0.0455282 Sep 28 15:46:20.942334 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-61e50f02-37db-4973-b75e-f1fc6bfe1f84 req-a09bbf50-e96e-4fa2-8a92-7c453038e996 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Sep 28 15:46:20.944300 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['e6c19ccc-4417-4703-b693-5cf72e3030b1'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:46:21.285751 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=94 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:21.561674 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29456ef5-e742-4f88-beed-8ab9deea9d33 req-0d9a37a0-be63-4eda-b435-083f1d528c0a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:21.563155 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-29456ef5-e742-4f88-beed-8ab9deea9d33 req-0d9a37a0-be63-4eda-b435-083f1d528c0a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 944 time: 0.0460296 Sep 28 15:46:21.607155 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:21.611862 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-29456ef5-e742-4f88-beed-8ab9deea9d33 req-9453b404-4890-4938-a1f0-ddba4776fc25 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432446 Sep 28 15:46:22.061954 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676209c-64c2-413a-926d-8b359df2a21e req-dedb9997-f6dd-4583-a08e-8f0a7d96c494 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:22.063394 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c676209c-64c2-413a-926d-8b359df2a21e req-dedb9997-f6dd-4583-a08e-8f0a7d96c494 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 945 time: 0.0457983 Sep 28 15:46:22.115688 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:22.115688 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c676209c-64c2-413a-926d-8b359df2a21e req-707f4b94-d6b7-4908-a100-a805148e2c76 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458467 Sep 28 15:46:22.462833 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device e6c19ccc-4417-4703-b693-5cf72e3030b1 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:46:22.507023 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port e6c19ccc-4417-4703-b693-5cf72e3030b1 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:46:22.513415 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port e6c19ccc-4417-4703-b693-5cf72e3030b1 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:46:22.513935 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:22.514276 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port e6c19ccc-4417-4703-b693-5cf72e3030b1 Sep 28 15:46:22.586742 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port e6c19ccc-4417-4703-b693-5cf72e3030b1 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:46:22.587127 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:22.609091 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:22.611299 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00faf36-3d6a-46ea-9966-49979e5c7288" -d '{"events": [{"server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:22.624575 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:22.628570 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:22.654492 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ce46af-d5f9-4e21-9d27-5215fe8243a2 x-openstack-request-id: req-c0ce46af-d5f9-4e21-9d27-5215fe8243a2 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:22.654783 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:22.655031 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0ce46af-d5f9-4e21-9d27-5215fe8243a2 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:22.655418 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ce46af-d5f9-4e21-9d27-5215fe8243a2'] response: {'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'code': 200} Sep 28 15:46:22.678060 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:22.681696 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=e6c19ccc-4417-4703-b693-5cf72e3030b1,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:22.749002 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0e653-4cb5-4f5a-992d-083a57bd9ac2 req-bd75d164-f88f-4235-84c3-6e1d0cc67f18 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:22.750872 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b1a0e653-4cb5-4f5a-992d-083a57bd9ac2 req-bd75d164-f88f-4235-84c3-6e1d0cc67f18 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0468419 Sep 28 15:46:22.806393 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b1a0e653-4cb5-4f5a-992d-083a57bd9ac2 req-def2bf44-8acf-4822-977b-ae256711fd3d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496545 Sep 28 15:46:22.855277 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b08b4-298e-490c-a426-b299d5e89690 req-f8f6a294-3649-4965-b21c-14ac28470589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:22.856753 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-af0b08b4-298e-490c-a426-b299d5e89690 req-f8f6a294-3649-4965-b21c-14ac28470589 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 1129 time: 0.0413694 Sep 28 15:46:22.912635 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-af0b08b4-298e-490c-a426-b299d5e89690 req-e3b7f890-7e14-46b4-83b3-d808147fa6dc service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377958 Sep 28 15:46:23.702157 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=1,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:23.932634 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b5d53-2340-4634-b93b-87529bb268e6 req-92202285-3af0-4360-9696-99d706e010bd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:23.934118 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c33b5d53-2340-4634-b93b-87529bb268e6 req-92202285-3af0-4360-9696-99d706e010bd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0482979 Sep 28 15:46:23.980569 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c33b5d53-2340-4634-b93b-87529bb268e6 req-78ecb87d-2401-4fe3-95e6-cdc8d9305917 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Sep 28 15:46:24.390047 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0c2e786c-b5bc-410b-b083-d71b4815e5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:25.110965 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64ded2-8aa9-4084-8364-47f35a165196 req-89b6a36e-28a3-4d3d-a969-f1538c3f7a80 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:25.112532 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7c64ded2-8aa9-4084-8364-47f35a165196 req-89b6a36e-28a3-4d3d-a969-f1538c3f7a80 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0494518 Sep 28 15:46:25.166089 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7c64ded2-8aa9-4084-8364-47f35a165196 req-e7aced6d-11dc-480f-b9bd-4e2c1e71602d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469708 Sep 28 15:46:25.289030 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a86d2-99d6-4c9c-b8d7-4604056e6689 req-67f56a51-14cb-4ab1-987e-83fedd498ec8 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:25.290437 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0f0a86d2-99d6-4c9c-b8d7-4604056e6689 req-67f56a51-14cb-4ab1-987e-83fedd498ec8 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0462611 Sep 28 15:46:25.301093 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43486) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:25.305454 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-772752c8-1d1d-4163-81ab-04e45706f72d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Request body: {'floatingip': {'port_id': 'e6c19ccc-4417-4703-b693-5cf72e3030b1'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:25.342968 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-772752c8-1d1d-4163-81ab-04e45706f72d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (6be51b6b-4e21-4c89-8d70-74ff6a22fd44), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:25.774842 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-772752c8-1d1d-4163-81ab-04e45706f72d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:25.778479 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-772752c8-1d1d-4163-81ab-04e45706f72d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (6be51b6b-4e21-4c89-8d70-74ff6a22fd44), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:25.811425 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:25.876002 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [None req-772752c8-1d1d-4163-81ab-04e45706f72d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Floating IP 6be51b6b-4e21-4c89-8d70-74ff6a22fd44 associated. External IP: 172.27.2.112, port: e6c19ccc-4417-4703-b693-5cf72e3030b1. Sep 28 15:46:26.220829 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:26.282687 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe5949-91ce-4215-af23-52c880815afa req-dcaab8a0-be2f-495e-8425-73ab8d641f6b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:26.284157 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ccbe5949-91ce-4215-af23-52c880815afa req-dcaab8a0-be2f-495e-8425-73ab8d641f6b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0606911 Sep 28 15:46:26.407768 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ccbe5949-91ce-4215-af23-52c880815afa req-3a11da1d-d6ea-4983-b264-d4c3a9ec1c14 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925703 Sep 28 15:46:26.419973 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772752c8-1d1d-4163-81ab-04e45706f72d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:46:26.482455 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-84591b7b-d88c-4e61-adea-ea4552cabbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:26.524354 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772752c8-1d1d-4163-81ab-04e45706f72d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:46:26.528640 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-772752c8-1d1d-4163-81ab-04e45706f72d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:26.535176 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a24a99-a87c-47a9-b291-e86f695f9e9d None None] Sync routers for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:46:26.545751 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a24a99-a87c-47a9-b291-e86f695f9e9d None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:26.546383 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-a5a24a99-a87c-47a9-b291-e86f695f9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:26.558615 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-772752c8-1d1d-4163-81ab-04e45706f72d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/6be51b6b-4e21-4c89-8d70-74ff6a22fd44 HTTP/1.1" status: 200 len: 991 time: 1.2564692 Sep 28 15:46:26.559459 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:26.561791 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51030215-8f42-4475-b726-94670f0d9de2" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:26.598758 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f07598a-ad8c-4f89-ba2f-7da52c988250 x-openstack-request-id: req-6f07598a-ad8c-4f89-ba2f-7da52c988250 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:26.599047 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:26.599297 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f07598a-ad8c-4f89-ba2f-7da52c988250 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:26.599700 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f07598a-ad8c-4f89-ba2f-7da52c988250'] response: {'name': 'network-changed', 'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'status': 'completed', 'code': 200} Sep 28 15:46:26.648956 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-a5a24a99-a87c-47a9-b291-e86f695f9e9d None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:26.800959 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:26.859193 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-a5a24a99-a87c-47a9-b291-e86f695f9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '6be51b6b-4e21-4c89-8d70-74ff6a22fd44', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'port_id': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'mac_address': 'fa:16:3e:4d:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:46:13Z', 'updated_at': '2022-09-28T15:46:25Z', 'revision_number': 1, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:26.887430 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a24a99-a87c-47a9-b291-e86f695f9e9d None None] Checking router: 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:46:26.895671 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a24a99-a87c-47a9-b291-e86f695f9e9d None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:26.896260 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-a5a24a99-a87c-47a9-b291-e86f695f9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:26.993375 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-a5a24a99-a87c-47a9-b291-e86f695f9e9d None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:27.200519 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-a5a24a99-a87c-47a9-b291-e86f695f9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '6be51b6b-4e21-4c89-8d70-74ff6a22fd44', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'port_id': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'mac_address': 'fa:16:3e:4d:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:46:13Z', 'updated_at': '2022-09-28T15:46:25Z', 'revision_number': 1, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:27.224601 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a24a99-a87c-47a9-b291-e86f695f9e9d None None] The sync data for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi is: [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '6be51b6b-4e21-4c89-8d70-74ff6a22fd44', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'port_id': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'mac_address': 'fa:16:3e:4d:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:46:13Z', 'updated_at': '2022-09-28T15:46:25Z', 'revision_number': 1, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:46:27.401557 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c25216-659d-4dd0-a29c-724433c2c5a3 None None] New status for floating IP 6be51b6b-4e21-4c89-8d70-74ff6a22fd44: ACTIVE {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:46:27.647756 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ed940-4033-4a03-aab5-16eacf6b40a1 req-369e5b5f-e849-4667-804f-bff8c9430084 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:27.649245 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e75ed940-4033-4a03-aab5-16eacf6b40a1 req-369e5b5f-e849-4667-804f-bff8c9430084 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.1612873 Sep 28 15:46:27.697231 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e75ed940-4033-4a03-aab5-16eacf6b40a1 req-ae0785e0-2d28-4b8b-bec0-6d3626b0904b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425141 Sep 28 15:46:28.240314 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:28.804667 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030215-8f42-4475-b726-94670f0d9de2 req-eeeefbc0-e2d3-4e22-978c-d8c9ec7ed1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:28.806764 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-51030215-8f42-4475-b726-94670f0d9de2 req-eeeefbc0-e2d3-4e22-978c-d8c9ec7ed1b1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 1129 time: 0.0599492 Sep 28 15:46:28.892118 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e04fb-9f82-4a76-b47c-abe8c64fff19 req-eda3bebf-9d5f-41ae-83f7-49e50f92bdeb tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:28.893601 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b02e04fb-9f82-4a76-b47c-abe8c64fff19 req-eda3bebf-9d5f-41ae-83f7-49e50f92bdeb tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.1081200 Sep 28 15:46:28.940609 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b02e04fb-9f82-4a76-b47c-abe8c64fff19 req-54a59f49-d47b-4f6a-a259-e010dfcf0cba tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Sep 28 15:46:29.292240 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-ecb87660-3e6f-4f56-95c5-60e5959537d3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:29.293722 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-ecb87660-3e6f-4f56-95c5-60e5959537d3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0874720 Sep 28 15:46:29.363082 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030215-8f42-4475-b726-94670f0d9de2 req-02fca5b3-5fe2-4fff-b7c2-9c379366c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:29.364502 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-51030215-8f42-4475-b726-94670f0d9de2 req-02fca5b3-5fe2-4fff-b7c2-9c379366c04b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 917 time: 0.1658967 Sep 28 15:46:29.434557 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:29.443498 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Deleting port 9e5dd716-5edb-44f2-a44f-e25367a21810 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:46:29.443845 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:29.467822 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-51030215-8f42-4475-b726-94670f0d9de2 req-8fd2be15-beb4-4b52-b1a6-993c72c63ef2 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1 HTTP/1.1" status: 200 len: 1001 time: 0.0835361 Sep 28 15:46:29.561925 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030215-8f42-4475-b726-94670f0d9de2 req-1abcf898-dea7-4f57-be93-c4227d6c53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:29.563350 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-51030215-8f42-4475-b726-94670f0d9de2 req-1abcf898-dea7-4f57-be93-c4227d6c53e9 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.0710614 Sep 28 15:46:29.588145 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:29.590060 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] For port 9e5dd716-5edb-44f2-a44f-e25367a21810, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9e5dd716-5edb-44f2-a44f-e25367a21810,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:29.590424 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:29.654006 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030215-8f42-4475-b726-94670f0d9de2 req-b2fb4814-7b78-47bd-a1dc-f67a7067add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:29.655509 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-51030215-8f42-4475-b726-94670f0d9de2 req-b2fb4814-7b78-47bd-a1dc-f67a7067add3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810242 Sep 28 15:46:29.733379 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:29.736223 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:29.835967 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-51030215-8f42-4475-b726-94670f0d9de2 req-d6fbccd9-4345-412a-97fe-293363223291 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714475 Sep 28 15:46:29.853079 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:29.853438 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (d1e29d72-0edb-4326-a1bd-7e050adfcc13), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:29.853746 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Floating IP d1e29d72-0edb-4326-a1bd-7e050adfcc13 disassociated. External IP: 172.27.2.190, port: 9e5dd716-5edb-44f2-a44f-e25367a21810. Sep 28 15:46:29.854110 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Calling delete_port for 9e5dd716-5edb-44f2-a44f-e25367a21810 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:46:29.982921 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-51030215-8f42-4475-b726-94670f0d9de2 req-796f3b6a-6b6b-4de6-8ef1-85d11a67fc81 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394920 Sep 28 15:46:30.098034 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768764ad-1e89-4e9a-a5ac-2614496d0b7c req-22f67207-1830-4948-ab48-16065d6881ad tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:30.099529 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-768764ad-1e89-4e9a-a5ac-2614496d0b7c req-22f67207-1830-4948-ab48-16065d6881ad tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 945 time: 0.0632763 Sep 28 15:46:30.100564 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (9e5dd716-5edb-44f2-a44f-e25367a21810), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:30.144690 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event deleted for resources: {'Port': ['ID=9e5dd716-5edb-44f2-a44f-e25367a21810,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:30.219507 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-768764ad-1e89-4e9a-a5ac-2614496d0b7c req-a959fe3a-2a46-4026-9e86-4580c907cc44 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02148823-52cc-4fc5-ac21-63e05c10e806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116815 Sep 28 15:46:30.280617 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Router 895b776f-1a2a-4160-9ea2-0173388f3460 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:46:30.322855 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:30.373833 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:30.383397 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:46:30.393812 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff11008-0155-400c-be70-be2d0868dde8 None None] Sync routers for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:46:30.404575 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff11008-0155-400c-be70-be2d0868dde8 None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:30.405205 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-8ff11008-0155-400c-be70-be2d0868dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:30.426838 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] No DVR routers for this DVR port 9e5dd716-5edb-44f2-a44f-e25367a21810 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:46:30.429390 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:30.433318 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-83d5e6cc-f595-410d-be8e-2702c8ac2985 req-51b30128-ca6f-4e43-a647-064c72ed7a1a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.50 "DELETE /networking/v2.0/ports/9e5dd716-5edb-44f2-a44f-e25367a21810 HTTP/1.1" status: 204 len: 173 time: 1.1330626 Sep 28 15:46:30.433829 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'name': 'network-vif-deleted', 'tag': '9e5dd716-5edb-44f2-a44f-e25367a21810'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:30.436213 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce6ce4-eab2-4dcc-b4b3-4b7fc0e93abb" -d '{"events": [{"server_uuid": "8ac91576-c5d2-418a-a1c5-af43fccf4e46", "name": "network-vif-deleted", "tag": "9e5dd716-5edb-44f2-a44f-e25367a21810"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:30.477272 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90af513d-b2c9-4bec-b09c-e55951f3ce67 x-openstack-request-id: req-90af513d-b2c9-4bec-b09c-e55951f3ce67 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:30.477569 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac91576-c5d2-418a-a1c5-af43fccf4e46", "name": "network-vif-deleted", "tag": "9e5dd716-5edb-44f2-a44f-e25367a21810", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:30.477820 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90af513d-b2c9-4bec-b09c-e55951f3ce67 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:30.478963 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90af513d-b2c9-4bec-b09c-e55951f3ce67'] response: {'server_uuid': '8ac91576-c5d2-418a-a1c5-af43fccf4e46', 'name': 'network-vif-deleted', 'tag': '9e5dd716-5edb-44f2-a44f-e25367a21810', 'status': 'completed', 'code': 200} Sep 28 15:46:30.607698 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-8ff11008-0155-400c-be70-be2d0868dde8 None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:30.714302 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:30.792979 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-8ff11008-0155-400c-be70-be2d0868dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:30.818243 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff11008-0155-400c-be70-be2d0868dde8 None None] Checking router: 895b776f-1a2a-4160-9ea2-0173388f3460 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:46:30.827560 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff11008-0155-400c-be70-be2d0868dde8 None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:30.828175 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-8ff11008-0155-400c-be70-be2d0868dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:30.933552 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-8ff11008-0155-400c-be70-be2d0868dde8 None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:31.053702 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:31.123479 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-8ff11008-0155-400c-be70-be2d0868dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:31.155719 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff11008-0155-400c-be70-be2d0868dde8 None None] The sync data for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi is: [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:46:31.327378 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d81ca9d1-a8cc-445e-ade3-9209d4de34d2 req-e1ab71fc-245e-4210-8b6f-d7d17e81f854 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.0288997 Sep 28 15:46:31.378739 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a2887-b155-4303-859d-1e50db59cc0e None None] New status for floating IP d1e29d72-0edb-4326-a1bd-7e050adfcc13: DOWN {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:46:32.432935 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6c864c51-0502-4147-b060-03e87239e30c req-ef82982f-ad58-4a82-915b-ef404a6be9b2 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.0270655 Sep 28 15:46:33.549803 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52d12aba-1a16-4763-b1a3-5679e8fbf909 req-199457b1-c445-4d9d-9325-ebd19f324e5f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8ac91576-c5d2-418a-a1c5-af43fccf4e46 HTTP/1.1" status: 200 len: 210 time: 0.0316029 Sep 28 15:46:33.999056 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 9e5dd716-5edb-44f2-a44f-e25367a21810 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:46:34.018489 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 9e5dd716-5edb-44f2-a44f-e25367a21810 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:46:34.018953 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 9e5dd716-5edb-44f2-a44f-e25367a21810 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:46:34.644613 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43578) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:34.698728 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-71dd1e1e-4348-4588-8b22-b8755b2fe3bc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (02148823-52cc-4fc5-ac21-63e05c10e806), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:34.720722 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-71dd1e1e-4348-4588-8b22-b8755b2fe3bc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (02148823-52cc-4fc5-ac21-63e05c10e806), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:34.771117 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-71dd1e1e-4348-4588-8b22-b8755b2fe3bc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (02148823-52cc-4fc5-ac21-63e05c10e806), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:34.773749 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-71dd1e1e-4348-4588-8b22-b8755b2fe3bc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:34.774921 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-71dd1e1e-4348-4588-8b22-b8755b2fe3bc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/02148823-52cc-4fc5-ac21-63e05c10e806 HTTP/1.1" status: 204 len: 168 time: 0.1292741 Sep 28 15:46:34.777768 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43580) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:34.783914 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd1e1e-4348-4588-8b22-b8755b2fe3bc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02148823-52cc-4fc5-ac21-63e05c10e806,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:34.791839 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.api.v2.resource [None req-f57e8ebd-b03f-42fe-9839-0863ee599bd8 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] show failed (client error): The resource could not be found. Sep 28 15:46:34.792835 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-f57e8ebd-b03f-42fe-9839-0863ee599bd8 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups/02148823-52cc-4fc5-ac21-63e05c10e806 HTTP/1.1" status: 404 len: 347 time: 0.0134342 Sep 28 15:46:34.795833 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43582) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:34.911452 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-1f9740f3-3827-4da8-81b4-7a3ff869a296 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Deleting port b0b73561-3242-4e1e-a242-b0277866cd6b {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:46:34.911797 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f9740f3-3827-4da8-81b4-7a3ff869a296 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (b0b73561-3242-4e1e-a242-b0277866cd6b), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:34.987333 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f9740f3-3827-4da8-81b4-7a3ff869a296 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (b0b73561-3242-4e1e-a242-b0277866cd6b), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:34.987577 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f9740f3-3827-4da8-81b4-7a3ff869a296 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (b0b73561-3242-4e1e-a242-b0277866cd6b), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.001382 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-1f9740f3-3827-4da8-81b4-7a3ff869a296 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Calling delete_port for b0b73561-3242-4e1e-a242-b0277866cd6b owned by network:floatingip {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:46:35.131556 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f9740f3-3827-4da8-81b4-7a3ff869a296 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (b0b73561-3242-4e1e-a242-b0277866cd6b), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.161250 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9740f3-3827-4da8-81b4-7a3ff869a296 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event deleted for resources: {'Port': ['ID=b0b73561-3242-4e1e-a242-b0277866cd6b,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:35.221962 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f9740f3-3827-4da8-81b4-7a3ff869a296 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (d1e29d72-0edb-4326-a1bd-7e050adfcc13), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.224455 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1f9740f3-3827-4da8-81b4-7a3ff869a296 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.225588 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-1f9740f3-3827-4da8-81b4-7a3ff869a296 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/d1e29d72-0edb-4326-a1bd-7e050adfcc13 HTTP/1.1" status: 204 len: 168 time: 0.4288189 Sep 28 15:46:35.307294 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43586) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:35.312025 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-59ec4c00-33aa-4ab8-911a-d72f2a6ade80 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153410208', 'description': 'tempest-description--1184191161'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:35.332076 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59ec4c00-33aa-4ab8-911a-d72f2a6ade80 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.408337 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59ec4c00-33aa-4ab8-911a-d72f2a6ade80 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (27b21df1-089f-4928-b9e1-290cd45e0067), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.413041 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59ec4c00-33aa-4ab8-911a-d72f2a6ade80 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (27b21df1-089f-4928-b9e1-290cd45e0067), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.444898 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-59ec4c00-33aa-4ab8-911a-d72f2a6ade80 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.446138 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-59ec4c00-33aa-4ab8-911a-d72f2a6ade80 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1377707 Sep 28 15:46:35.448069 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec4c00-33aa-4ab8-911a-d72f2a6ade80 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b21df1-089f-4928-b9e1-290cd45e0067,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:35.449127 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43592) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:35.454306 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-2c9a9c5f-f663-419f-8ffa-8ff48e5a3f3f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'security_group_rule': {'security_group_id': '27b21df1-089f-4928-b9e1-290cd45e0067', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:35.483159 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-2c9a9c5f-f663-419f-8ffa-8ff48e5a3f3f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (fdd4acb7-d480-4dec-b7ed-64418fe6b833), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.537725 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-2c9a9c5f-f663-419f-8ffa-8ff48e5a3f3f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (fdd4acb7-d480-4dec-b7ed-64418fe6b833), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.542512 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-2c9a9c5f-f663-419f-8ffa-8ff48e5a3f3f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (fdd4acb7-d480-4dec-b7ed-64418fe6b833), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.562172 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a9c5f-f663-419f-8ffa-8ff48e5a3f3f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd4acb7-d480-4dec-b7ed-64418fe6b833,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:35.572000 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-2c9a9c5f-f663-419f-8ffa-8ff48e5a3f3f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.573174 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-2c9a9c5f-f663-419f-8ffa-8ff48e5a3f3f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227193 Sep 28 15:46:35.575942 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43594) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:35.580046 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-82eee9d1-9706-4fa5-9764-19612dc605dc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'security_group_rule': {'security_group_id': '27b21df1-089f-4928-b9e1-290cd45e0067', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:35.605128 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-82eee9d1-9706-4fa5-9764-19612dc605dc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (24e63561-8b6a-40ef-95bf-e28d81ff9f1e), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.660007 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-82eee9d1-9706-4fa5-9764-19612dc605dc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (24e63561-8b6a-40ef-95bf-e28d81ff9f1e), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.663717 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-82eee9d1-9706-4fa5-9764-19612dc605dc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (24e63561-8b6a-40ef-95bf-e28d81ff9f1e), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.682641 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eee9d1-9706-4fa5-9764-19612dc605dc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e63561-8b6a-40ef-95bf-e28d81ff9f1e,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:35.690078 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-82eee9d1-9706-4fa5-9764-19612dc605dc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.691260 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-82eee9d1-9706-4fa5-9764-19612dc605dc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144137 Sep 28 15:46:35.694443 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43596) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:35.698877 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:35.718986 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.800555 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:35.904152 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Allocated IP 172.27.2.6 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/095a2438-9cf0-425f-843a-a5fa8fccd45e) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:46:36.000153 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:36.003438 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for port (095a2438-9cf0-425f-843a-a5fa8fccd45e), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:36.012331 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:36.040703 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (095a2438-9cf0-425f-843a-a5fa8fccd45e), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:36.082571 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:46:36.085415 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:46:36.089717 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:46:36.094721 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'Port': ['ID=095a2438-9cf0-425f-843a-a5fa8fccd45e,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:36.171023 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (30dcc221-8927-4fd0-8fc9-9aff199d2d28), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:36.205236 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (095a2438-9cf0-425f-843a-a5fa8fccd45e), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:36.349800 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for port (095a2438-9cf0-425f-843a-a5fa8fccd45e), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:36.354169 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (095a2438-9cf0-425f-843a-a5fa8fccd45e), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:36.372891 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:36.422793 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'Port': ['ID=095a2438-9cf0-425f-843a-a5fa8fccd45e,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:36.425367 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (30dcc221-8927-4fd0-8fc9-9aff199d2d28), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:36.442707 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:36.443932 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-f21f9648-6d2c-4cc1-b5a9-49e431244a2b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7485876 Sep 28 15:46:36.647841 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c37eb4b8-6ad1-432d-bb1e-66eba96023d2 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1153410208&fields=id&tenant_id=62692d2b160040879aecaf4d44ad19b3 HTTP/1.1" status: 200 len: 267 time: 0.0424135 Sep 28 15:46:36.748744 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:36.756946 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-a5998be0-883d-429c-995a-de886f596298 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:36.759055 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-a5998be0-883d-429c-995a-de886f596298 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/networks?id=85a0d787-d04b-4ff1-9585-ae17b62d54da HTTP/1.1" status: 200 len: 811 time: 0.1042953 Sep 28 15:46:36.774608 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-7dbae11a-8e89-4ed8-9402-9fd25ad73dfc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/quotas/62692d2b160040879aecaf4d44ad19b3 HTTP/1.1" status: 200 len: 375 time: 0.0094771 Sep 28 15:46:36.810163 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:36.823874 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-271e7332-342b-4f16-bfb6-344a515f2a1b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=62692d2b160040879aecaf4d44ad19b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443797 Sep 28 15:46:36.920834 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-123b6a6f-1b5c-49e4-843c-297081ebdec0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851674 Sep 28 15:46:37.008664 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-7db825a6-4634-4767-8a05-0eae78cde23a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822668 Sep 28 15:46:37.173528 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b7ef0123-30f7-467d-96ca-d31c1eaabea8 req-0df32dfb-2750-44d3-ad05-f8b2461ca640 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 210 time: 0.0284002 Sep 28 15:46:38.280429 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-97dbf31c-79d2-432c-9661-115373400392 req-bce53a70-9bf0-4d06-bde7-9d801352f6b6 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 210 time: 0.0307827 Sep 28 15:46:38.431604 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-dde0bfe3-33a7-4c90-82e2-7c7d9f0902c4 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:38.433031 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-dde0bfe3-33a7-4c90-82e2-7c7d9f0902c4 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.50 "GET /networking/v2.0/networks?id=85a0d787-d04b-4ff1-9585-ae17b62d54da HTTP/1.1" status: 200 len: 811 time: 0.1017892 Sep 28 15:46:38.508758 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-066888de-db47-494a-9fad-b197152650eb tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62692d2b160040879aecaf4d44ad19b3 HTTP/1.1" status: 200 len: 380 time: 0.0665317 Sep 28 15:46:38.592066 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'port': {'device_id': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'admin_state_up': True, 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'security_groups': ['27b21df1-089f-4928-b9e1-290cd45e0067']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:38.704187 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Made reservation on behalf of 62692d2b160040879aecaf4d44ad19b3 for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:46:38.708122 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:38.838288 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Allocated IP 172.20.0.9 (85a0d787-d04b-4ff1-9585-ae17b62d54da/88fae1ee-0705-4534-b58e-c4705ad63cff/9f8defde-2966-4708-857b-a6dddf82eddc) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:46:38.980825 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for port (9f8defde-2966-4708-857b-a6dddf82eddc), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:39.011738 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:39.022280 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:39.025221 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:39.064176 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Network 85a0d787-d04b-4ff1-9585-ae17b62d54da is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:46:39.068099 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:46:39.071998 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:46:39.077953 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event updated for resources: {'Port': ['ID=9f8defde-2966-4708-857b-a6dddf82eddc,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:39.123545 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:39.124175 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:39.145087 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-c226a567-29fc-460c-9f4d-cd86ba2fe57d tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5570073 Sep 28 15:46:39.243213 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Request body: {'port': {'device_id': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:39.304901 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:39.326088 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-06461e40-fefe-4e9c-90ca-c35f49b992c7 None None] Provisioning complete for port 9f8defde-2966-4708-857b-a6dddf82eddc triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:46:39.327167 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-06461e40-fefe-4e9c-90ca-c35f49b992c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:39.327758 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-06461e40-fefe-4e9c-90ca-c35f49b992c7 None None] Attempt 1 to provision port 9f8defde-2966-4708-857b-a6dddf82eddc Sep 28 15:46:39.362944 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-06461e40-fefe-4e9c-90ca-c35f49b992c7 None None] Port 9f8defde-2966-4708-857b-a6dddf82eddc cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:46:39.469759 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeb039-bb8e-4196-8a3f-2a57c7624fdd req-87079056-61d7-46f4-8ae6-6e159cd8d3e8 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:39.471276 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1cfeb039-bb8e-4196-8a3f-2a57c7624fdd req-87079056-61d7-46f4-8ae6-6e159cd8d3e8 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 931 time: 0.1070879 Sep 28 15:46:39.571504 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1cfeb039-bb8e-4196-8a3f-2a57c7624fdd req-0ae57d4c-dde3-49a1-b6a5-32857d93b7d0 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941255 Sep 28 15:46:39.650869 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8defde-2966-4708-857b-a6dddf82eddc {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:46:39.659070 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Publish callbacks [] for port (9f8defde-2966-4708-857b-a6dddf82eddc), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:39.672297 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Transition to ACTIVE for port object 9f8defde-2966-4708-857b-a6dddf82eddc will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:46:39.676217 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:39.754913 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8defde-2966-4708-857b-a6dddf82eddc,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:39.782333 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Attempting to bind port 9f8defde-2966-4708-857b-a6dddf82eddc on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:46:39.782658 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Attempting to bind port 9f8defde-2966-4708-857b-a6dddf82eddc by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:46:39.782977 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Attempting to bind port 9f8defde-2966-4708-857b-a6dddf82eddc on network 85a0d787-d04b-4ff1-9585-ae17b62d54da {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:46:39.824328 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Port 9f8defde-2966-4708-857b-a6dddf82eddc on network 85a0d787-d04b-4ff1-9585-ae17b62d54da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:46:39.824649 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Attempting to bind port 9f8defde-2966-4708-857b-a6dddf82eddc on network 85a0d787-d04b-4ff1-9585-ae17b62d54da {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:46:39.864113 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-06461e40-fefe-4e9c-90ca-c35f49b992c7 None None] Attempt 2 to provision port 9f8defde-2966-4708-857b-a6dddf82eddc Sep 28 15:46:39.868502 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:39.870417 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:46:39.870879 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Checking segment: {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:46:39.871459 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Bound using segment: {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:46:39.871996 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Bound port: 9f8defde-2966-4708-857b-a6dddf82eddc, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccbe305-c274-4db4-bd63-89f393cbea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:46:39.872455 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:39.902024 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-06461e40-fefe-4e9c-90ca-c35f49b992c7 None None] Port 9f8defde-2966-4708-857b-a6dddf82eddc cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:46:39.926682 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:39.935265 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:39.936455 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] For port 9f8defde-2966-4708-857b-a6dddf82eddc, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:46:39.939792 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] For port 9f8defde-2966-4708-857b-a6dddf82eddc, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9f8defde-2966-4708-857b-a6dddf82eddc,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:46:39.946358 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:39.951885 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:39.952491 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:39.953843 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/9f8defde-2966-4708-857b-a6dddf82eddc HTTP/1.1" status: 200 len: 1093 time: 0.7153492 Sep 28 15:46:39.954580 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'tag': '9f8defde-2966-4708-857b-a6dddf82eddc'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:39.956812 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fc8c01-26c2-4924-be15-2d865fa00120" -d '{"events": [{"name": "network-changed", "server_uuid": "aa320caa-d879-4630-95ed-d94d1aba1eba", "tag": "9f8defde-2966-4708-857b-a6dddf82eddc"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:40.011126 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e50886f-05c5-4e90-befc-61d49952f88b x-openstack-request-id: req-2e50886f-05c5-4e90-befc-61d49952f88b {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:40.011412 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa320caa-d879-4630-95ed-d94d1aba1eba", "tag": "9f8defde-2966-4708-857b-a6dddf82eddc", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:40.011669 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e50886f-05c5-4e90-befc-61d49952f88b {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:40.012066 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e50886f-05c5-4e90-befc-61d49952f88b'] response: {'name': 'network-changed', 'server_uuid': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'tag': '9f8defde-2966-4708-857b-a6dddf82eddc', 'status': 'completed', 'code': 200} Sep 28 15:46:40.014049 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cde1f4-42f9-4c17-8c96-b94583dd6da6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8defde-2966-4708-857b-a6dddf82eddc,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:40.046261 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-9bebfa0e-9532-4ef5-b212-c3118589df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:40.047743 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-9bebfa0e-9532-4ef5-b212-c3118589df30 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=62692d2b160040879aecaf4d44ad19b3&device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 1127 time: 0.0476923 Sep 28 15:46:40.336776 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-f94073b2-dd4d-4b31-a467-eb9bc1b0ad10 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f8defde-2966-4708-857b-a6dddf82eddc HTTP/1.1" status: 200 len: 217 time: 0.2813449 Sep 28 15:46:40.386888 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d42ace3a-fbfe-4edb-a289-dc20bbc2c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:40.388291 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-d42ace3a-fbfe-4edb-a289-dc20bbc2c40b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=88fae1ee-0705-4534-b58e-c4705ad63cff HTTP/1.1" status: 200 len: 850 time: 0.0428741 Sep 28 15:46:40.402923 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-06461e40-fefe-4e9c-90ca-c35f49b992c7 None None] Attempt 3 to provision port 9f8defde-2966-4708-857b-a6dddf82eddc Sep 28 15:46:40.433228 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-5ea824d1-4087-4d57-bdd4-fdf7d4003317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:40.434784 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-5ea824d1-4087-4d57-bdd4-fdf7d4003317 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=85a0d787-d04b-4ff1-9585-ae17b62d54da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404615 Sep 28 15:46:40.439244 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-06461e40-fefe-4e9c-90ca-c35f49b992c7 None None] Port 9f8defde-2966-4708-857b-a6dddf82eddc had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:46:40.531974 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-e86913a5-2135-45a5-8839-da616cd61a6e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897720 Sep 28 15:46:40.632383 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b88f0224-e082-481c-a3ce-f475d60ed060 req-f2269b63-223b-4e33-939a-e84c28f5517a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923684 Sep 28 15:46:40.709599 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3ed68-0879-41da-8aa3-2ed13ac789a3 req-7812255e-8aa0-4dff-b6f7-3fc1725bd3d3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:40.711205 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a7a3ed68-0879-41da-8aa3-2ed13ac789a3 req-7812255e-8aa0-4dff-b6f7-3fc1725bd3d3 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 943 time: 0.0494132 Sep 28 15:46:40.762905 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a7a3ed68-0879-41da-8aa3-2ed13ac789a3 req-ca9f0233-dbef-4595-b025-d5064302b7e2 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460796 Sep 28 15:46:41.132927 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=9 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:41.133700 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=43 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:41.685384 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc8c01-26c2-4924-be15-2d865fa00120 req-c8010d26-4b9f-4682-97c6-4660b1188a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:41.686861 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-01fc8c01-26c2-4924-be15-2d865fa00120 req-c8010d26-4b9f-4682-97c6-4660b1188a4d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=62692d2b160040879aecaf4d44ad19b3&device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 1127 time: 0.0374656 Sep 28 15:46:41.791482 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc8c01-26c2-4924-be15-2d865fa00120 req-260d18e0-e2fe-4126-8ee5-bf98c065f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:41.792998 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-01fc8c01-26c2-4924-be15-2d865fa00120 req-260d18e0-e2fe-4126-8ee5-bf98c065f679 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=85a0d787-d04b-4ff1-9585-ae17b62d54da HTTP/1.1" status: 200 len: 911 time: 0.0938754 Sep 28 15:46:41.833892 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-01fc8c01-26c2-4924-be15-2d865fa00120 req-ee85ed89-72a0-4b80-94aa-4798d57aba35 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f8defde-2966-4708-857b-a6dddf82eddc HTTP/1.1" status: 200 len: 217 time: 0.0333531 Sep 28 15:46:41.895233 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc8c01-26c2-4924-be15-2d865fa00120 req-1d5871d5-7e1b-4466-87fc-1944db072c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:41.896715 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-01fc8c01-26c2-4924-be15-2d865fa00120 req-1d5871d5-7e1b-4466-87fc-1944db072c58 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=88fae1ee-0705-4534-b58e-c4705ad63cff HTTP/1.1" status: 200 len: 850 time: 0.0541372 Sep 28 15:46:41.951408 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc8c01-26c2-4924-be15-2d865fa00120 req-a6fd19c2-8727-43ab-b919-f20dffa7275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:41.952918 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-01fc8c01-26c2-4924-be15-2d865fa00120 req-a6fd19c2-8727-43ab-b919-f20dffa7275e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=85a0d787-d04b-4ff1-9585-ae17b62d54da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489652 Sep 28 15:46:42.032344 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92136e46-4b0d-4da4-8f4d-7ab3ea2a7143 req-a84ceced-c855-4f80-b26a-d699eb7f2645 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:42.033874 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-92136e46-4b0d-4da4-8f4d-7ab3ea2a7143 req-a84ceced-c855-4f80-b26a-d699eb7f2645 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 943 time: 0.1004803 Sep 28 15:46:42.110268 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-01fc8c01-26c2-4924-be15-2d865fa00120 req-502ee4a3-58c7-4e31-ae1c-964eb12d20db service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414893 Sep 28 15:46:42.118542 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-92136e46-4b0d-4da4-8f4d-7ab3ea2a7143 req-bbd0c5a8-e1ee-4200-8e57-2370e51c6fb9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726380 Sep 28 15:46:42.126989 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:42.207419 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-01fc8c01-26c2-4924-be15-2d865fa00120 req-4c5c064f-4ac5-4808-9f1f-396b8403ee1a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878525 Sep 28 15:46:42.398905 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 9f8defde-2966-4708-857b-a6dddf82eddc details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:46:42.498746 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 9f8defde-2966-4708-857b-a6dddf82eddc, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9f8defde-2966-4708-857b-a6dddf82eddc,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:42.509386 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '9f8defde-2966-4708-857b-a6dddf82eddc', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'port_id': '9f8defde-2966-4708-857b-a6dddf82eddc', 'mac_address': 'fa:16:3e:5f:0d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:46:42.546201 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 9f8defde-2966-4708-857b-a6dddf82eddc is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:46:42.546588 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:42.559870 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8defde-2966-4708-857b-a6dddf82eddc {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:46:42.579002 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 9f8defde-2966-4708-857b-a6dddf82eddc, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9f8defde-2966-4708-857b-a6dddf82eddc,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:42.582505 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:42.627788 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=9f8defde-2966-4708-857b-a6dddf82eddc,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:42.892391 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['9f8defde-2966-4708-857b-a6dddf82eddc'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:46:43.243805 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5a2ba-daa4-4f39-9ed6-c6504b98c908 req-6c118161-ad86-4685-b1a9-e79e65fb669b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:43.245295 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-caf5a2ba-daa4-4f39-9ed6-c6504b98c908 req-6c118161-ad86-4685-b1a9-e79e65fb669b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 944 time: 0.0469029 Sep 28 15:46:43.269753 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:43.293662 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-caf5a2ba-daa4-4f39-9ed6-c6504b98c908 req-880c1f84-6fcd-4b69-96d2-5171a99b06b1 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428052 Sep 28 15:46:44.403386 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 9f8defde-2966-4708-857b-a6dddf82eddc up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:46:44.422820 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118ed7f-f5a8-463f-83a4-894cabdfcd85 req-1ae2c91f-2d82-455f-9950-4e9ef3c5e94b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:44.424320 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4118ed7f-f5a8-463f-83a4-894cabdfcd85 req-1ae2c91f-2d82-455f-9950-4e9ef3c5e94b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 944 time: 0.0505283 Sep 28 15:46:44.461271 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 9f8defde-2966-4708-857b-a6dddf82eddc completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:46:44.464286 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:44.468377 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 9f8defde-2966-4708-857b-a6dddf82eddc triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:46:44.469126 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:44.469986 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 9f8defde-2966-4708-857b-a6dddf82eddc Sep 28 15:46:44.502696 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4118ed7f-f5a8-463f-83a4-894cabdfcd85 req-fc8b75f2-a575-4427-b7af-35846a3729e4 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680664 Sep 28 15:46:44.555897 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 9f8defde-2966-4708-857b-a6dddf82eddc is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:46:44.556278 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:44.579327 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8defde-2966-4708-857b-a6dddf82eddc'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:44.581540 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9589dc26-b145-4655-9bb5-b4477590840e" -d '{"events": [{"server_uuid": "aa320caa-d879-4630-95ed-d94d1aba1eba", "name": "network-vif-plugged", "status": "completed", "tag": "9f8defde-2966-4708-857b-a6dddf82eddc"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:44.594384 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 9f8defde-2966-4708-857b-a6dddf82eddc, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9f8defde-2966-4708-857b-a6dddf82eddc,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:44.598286 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:44.623741 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd493c63-8d6d-4102-8ada-a941e90ac9c2 x-openstack-request-id: req-cd493c63-8d6d-4102-8ada-a941e90ac9c2 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:44.624051 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa320caa-d879-4630-95ed-d94d1aba1eba", "name": "network-vif-plugged", "status": "completed", "tag": "9f8defde-2966-4708-857b-a6dddf82eddc", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:44.624302 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd493c63-8d6d-4102-8ada-a941e90ac9c2 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:44.624689 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd493c63-8d6d-4102-8ada-a941e90ac9c2'] response: {'server_uuid': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8defde-2966-4708-857b-a6dddf82eddc', 'code': 200} Sep 28 15:46:44.655432 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=9f8defde-2966-4708-857b-a6dddf82eddc,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:45.089425 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbf877-8b51-41ca-b351-8179e348ab17 req-fd645918-8ae9-4c49-a56e-e8a7f58d37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:45.090945 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a2bbf877-8b51-41ca-b351-8179e348ab17 req-fd645918-8ae9-4c49-a56e-e8a7f58d37fc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 1129 time: 0.0422757 Sep 28 15:46:45.140121 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a2bbf877-8b51-41ca-b351-8179e348ab17 req-7d548468-2406-42b3-b95f-3a41e2e18e48 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387542 Sep 28 15:46:45.458782 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e054-e0bb-4759-99a7-db24ad18b9ed req-eaa82078-13dc-4989-bf94-a46c2f0d35a2 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:45.460264 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6fe9e054-e0bb-4759-99a7-db24ad18b9ed req-eaa82078-13dc-4989-bf94-a46c2f0d35a2 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 945 time: 0.0501478 Sep 28 15:46:45.508892 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6fe9e054-e0bb-4759-99a7-db24ad18b9ed req-ba6eadaf-ce04-4024-b843-fc513d3592a6 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429401 Sep 28 15:46:45.622983 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdaa95-f59a-4187-9a8b-df7281fb1edc req-68b6f9ee-5ccf-448a-bafb-4f81910c57e0 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:45.624360 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-63fdaa95-f59a-4187-9a8b-df7281fb1edc req-68b6f9ee-5ccf-448a-bafb-4f81910c57e0 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 945 time: 0.0464807 Sep 28 15:46:45.673075 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-63fdaa95-f59a-4187-9a8b-df7281fb1edc req-5ad2ab31-1f73-433b-9306-e78f0aef7fc4 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432119 Sep 28 15:46:46.434939 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:46.435725 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:46.627659 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc816a-962a-4749-8b0b-d47d4324cb01 req-22939535-6bf4-40a3-a983-f464369d9e67 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:46.629113 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b2fc816a-962a-4749-8b0b-d47d4324cb01 req-22939535-6bf4-40a3-a983-f464369d9e67 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 945 time: 0.0455651 Sep 28 15:46:46.674797 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b2fc816a-962a-4749-8b0b-d47d4324cb01 req-294bd789-9ee9-4aa0-bdbf-ce0d958b42f2 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Sep 28 15:46:46.796126 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5469089-f45c-4314-8a9a-c465671622cb req-8767cd9d-4f43-4445-8681-54ccddd97d5e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:46.797584 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a5469089-f45c-4314-8a9a-c465671622cb req-8767cd9d-4f43-4445-8681-54ccddd97d5e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 945 time: 0.0458968 Sep 28 15:46:46.848296 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a5469089-f45c-4314-8a9a-c465671622cb req-a80571e4-c3b3-449f-b772-1957ba060f3b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450397 Sep 28 15:46:47.558033 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449fbb2-28aa-4318-8d99-52e0330d7998 req-9243bf8c-6cd7-49ee-ac07-8a5aec535f7b tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:47.559442 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b449fbb2-28aa-4318-8d99-52e0330d7998 req-9243bf8c-6cd7-49ee-ac07-8a5aec535f7b tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 945 time: 0.0486100 Sep 28 15:46:47.796197 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99245acc-a0df-4d8e-a1b0-d2389e0e0068 req-809e8206-540d-446d-98d3-9c3a2df08b0f tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:47.797986 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-99245acc-a0df-4d8e-a1b0-d2389e0e0068 req-809e8206-540d-446d-98d3-9c3a2df08b0f tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 945 time: 0.0491183 Sep 28 15:46:47.848967 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-99245acc-a0df-4d8e-a1b0-d2389e0e0068 req-e59d7b9e-4797-4461-a049-b2b5ca40312c tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d168197d-817b-4d42-a584-070712ddbf41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Sep 28 15:46:47.898165 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43255e8-d5c8-4f1b-9c8d-f2fc11623b63 req-bf7ad78a-310c-4776-b72f-3a4ff7ea7539 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:47.900244 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d43255e8-d5c8-4f1b-9c8d-f2fc11623b63 req-bf7ad78a-310c-4776-b72f-3a4ff7ea7539 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 946 time: 0.0483959 Sep 28 15:46:47.954905 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:47.975769 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d43255e8-d5c8-4f1b-9c8d-f2fc11623b63 req-72d2b079-29e5-4c31-823f-4261872a10dc tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701396 Sep 28 15:46:47.990793 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6c2e2-01a4-44bc-9eb5-851bed942f13 req-f20ded9a-53d1-4659-bf19-4042a1c33f7b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:47.992231 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7ab6c2e2-01a4-44bc-9eb5-851bed942f13 req-f20ded9a-53d1-4659-bf19-4042a1c33f7b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 945 time: 0.0612128 Sep 28 15:46:48.040655 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7ab6c2e2-01a4-44bc-9eb5-851bed942f13 req-c09178c4-54d2-4aa4-b779-3e704c52471f tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 Sep 28 15:46:48.165564 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-b449fbb2-28aa-4318-8d99-52e0330d7998 req-ea7ce9a9-7027-49fb-8141-d985e268eba0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Deleting port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:46:48.165941 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b449fbb2-28aa-4318-8d99-52e0330d7998 req-ea7ce9a9-7027-49fb-8141-d985e268eba0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:48.256605 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-b449fbb2-28aa-4318-8d99-52e0330d7998 req-ea7ce9a9-7027-49fb-8141-d985e268eba0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] For port c4b45be2-b46c-42b4-ad5b-290e97b5eb47, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c4b45be2-b46c-42b4-ad5b-290e97b5eb47,segment=NetworkSegment(06a2f525-b377-4392-bcf2-ceb3a5153a6e),segment_id=06a2f525-b377-4392-bcf2-ceb3a5153a6e)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:48.256891 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b449fbb2-28aa-4318-8d99-52e0330d7998 req-ea7ce9a9-7027-49fb-8141-d985e268eba0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:48.270261 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-b449fbb2-28aa-4318-8d99-52e0330d7998 req-ea7ce9a9-7027-49fb-8141-d985e268eba0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Calling delete_port for c4b45be2-b46c-42b4-ad5b-290e97b5eb47 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:46:48.273741 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:48.397786 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b449fbb2-28aa-4318-8d99-52e0330d7998 req-ea7ce9a9-7027-49fb-8141-d985e268eba0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (c4b45be2-b46c-42b4-ad5b-290e97b5eb47), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:48.424568 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ce9a9-7027-49fb-8141-d985e268eba0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Pushing event deleted for resources: {'Port': ['ID=c4b45be2-b46c-42b4-ad5b-290e97b5eb47,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:48.467565 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b449fbb2-28aa-4318-8d99-52e0330d7998 req-ea7ce9a9-7027-49fb-8141-d985e268eba0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] No DVR routers for this DVR port c4b45be2-b46c-42b4-ad5b-290e97b5eb47 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:46:48.470205 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-b449fbb2-28aa-4318-8d99-52e0330d7998 req-ea7ce9a9-7027-49fb-8141-d985e268eba0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:48.473687 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b449fbb2-28aa-4318-8d99-52e0330d7998 req-ea7ce9a9-7027-49fb-8141-d985e268eba0 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.50 "DELETE /networking/v2.0/ports/c4b45be2-b46c-42b4-ad5b-290e97b5eb47 HTTP/1.1" status: 204 len: 173 time: 0.3941967 Sep 28 15:46:48.474417 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9ec075-b31f-4706-83ff-ae91b89b9fb6', 'name': 'network-vif-deleted', 'tag': 'c4b45be2-b46c-42b4-ad5b-290e97b5eb47'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:48.476693 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c8d0e9-c005-4b4c-aee2-9c2c610fa2fa" -d '{"events": [{"server_uuid": "2c9ec075-b31f-4706-83ff-ae91b89b9fb6", "name": "network-vif-deleted", "tag": "c4b45be2-b46c-42b4-ad5b-290e97b5eb47"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:48.513125 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca40f9b7-83ea-463f-a578-aeb8c0841d84 x-openstack-request-id: req-ca40f9b7-83ea-463f-a578-aeb8c0841d84 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:48.513414 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9ec075-b31f-4706-83ff-ae91b89b9fb6", "name": "network-vif-deleted", "tag": "c4b45be2-b46c-42b4-ad5b-290e97b5eb47", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:48.513667 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca40f9b7-83ea-463f-a578-aeb8c0841d84 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:48.514092 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca40f9b7-83ea-463f-a578-aeb8c0841d84'] response: {'server_uuid': '2c9ec075-b31f-4706-83ff-ae91b89b9fb6', 'name': 'network-vif-deleted', 'tag': 'c4b45be2-b46c-42b4-ad5b-290e97b5eb47', 'status': 'completed', 'code': 200} Sep 28 15:46:48.967205 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d30660e6-7789-4df0-896d-dbca48fa80af req-943bfe26-764c-4ba9-8db3-0c96a973fb01 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 210 time: 0.0305934 Sep 28 15:46:49.098185 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab7a83-8dbf-43c9-a0bc-efb492fade4e req-4fa51653-a208-47b1-8d99-c8ecbf74c8b6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:49.099685 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a1ab7a83-8dbf-43c9-a0bc-efb492fade4e req-4fa51653-a208-47b1-8d99-c8ecbf74c8b6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 946 time: 0.0484750 Sep 28 15:46:49.147922 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a1ab7a83-8dbf-43c9-a0bc-efb492fade4e req-41f3aaa9-6986-441e-b99c-63d3e956eed9 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 Sep 28 15:46:49.209938 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf092-2552-42ba-a265-8c92a628bb9b req-328a6ad0-07a9-4729-8ad4-5afb0e26d963 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:49.212011 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7bbbf092-2552-42ba-a265-8c92a628bb9b req-328a6ad0-07a9-4729-8ad4-5afb0e26d963 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 945 time: 0.0477982 Sep 28 15:46:49.263030 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7bbbf092-2552-42ba-a265-8c92a628bb9b req-2fa98bdf-b929-4f3f-9c82-d16fc34fe83a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455599 Sep 28 15:46:49.380752 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec537d9-9004-42ea-ab43-a817b73b4be2 req-01122da8-2002-41e7-8345-aa390dfe7243 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:49.382143 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bec537d9-9004-42ea-ab43-a817b73b4be2 req-01122da8-2002-41e7-8345-aa390dfe7243 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 945 time: 0.0493407 Sep 28 15:46:49.392613 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43772) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:49.396856 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-fa37d130-f921-43a2-9291-d8ab83ef9c9b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Request body: {'floatingip': {'port_id': '9f8defde-2966-4708-857b-a6dddf82eddc'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:49.434824 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fa37d130-f921-43a2-9291-d8ab83ef9c9b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (30dcc221-8927-4fd0-8fc9-9aff199d2d28), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:49.653476 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:49.872395 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fa37d130-f921-43a2-9291-d8ab83ef9c9b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:49.876140 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fa37d130-f921-43a2-9291-d8ab83ef9c9b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (30dcc221-8927-4fd0-8fc9-9aff199d2d28), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:49.954550 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:49.971981 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [None req-fa37d130-f921-43a2-9291-d8ab83ef9c9b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Floating IP 30dcc221-8927-4fd0-8fc9-9aff199d2d28 associated. External IP: 172.27.2.6, port: 9f8defde-2966-4708-857b-a6dddf82eddc. Sep 28 15:46:50.087948 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-19e76b68-c2af-402f-9a9c-e7230ef6304d req-bd4de80e-620d-4cce-a0d4-f3e4c7f194c4 tempest-VolumesSnapshotTestJSON-1277778294 tempest-VolumesSnapshotTestJSON-1277778294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2c9ec075-b31f-4706-83ff-ae91b89b9fb6 HTTP/1.1" status: 200 len: 210 time: 0.0343518 Sep 28 15:46:50.225533 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-c8a99c1d-e001-4228-b975-32ed8d41be9d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:50.227616 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-c8a99c1d-e001-4228-b975-32ed8d41be9d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 946 time: 0.0601294 Sep 28 15:46:50.235601 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa37d130-f921-43a2-9291-d8ab83ef9c9b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Router 895b776f-1a2a-4160-9ea2-0173388f3460 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:46:50.328236 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87840bde-196b-4b4e-b1cc-ff6dc08801b8 req-e31731dc-fa8f-48c6-bfef-0242140a8a7c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:50.329696 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-87840bde-196b-4b4e-b1cc-ff6dc08801b8 req-e31731dc-fa8f-48c6-bfef-0242140a8a7c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 946 time: 0.0926406 Sep 28 15:46:50.397484 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device c4b45be2-b46c-42b4-ad5b-290e97b5eb47 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:46:50.417563 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: c4b45be2-b46c-42b4-ad5b-290e97b5eb47 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:46:50.418200 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device c4b45be2-b46c-42b4-ad5b-290e97b5eb47 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:46:50.484052 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-87840bde-196b-4b4e-b1cc-ff6dc08801b8 req-3e0f02b4-f7d9-4321-a079-0b234dec3db8 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c585624-f6c6-4dc0-a69f-d90404614982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358106 Sep 28 15:46:50.485887 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Deleting port 83666e16-8db0-45d5-8036-9477437e4471 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:46:50.486218 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (83666e16-8db0-45d5-8036-9477437e4471), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:50.491171 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa37d130-f921-43a2-9291-d8ab83ef9c9b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:46:50.514545 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fa37d130-f921-43a2-9291-d8ab83ef9c9b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:50.517382 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b3827-2750-4916-9140-64551c9808a8 None None] Sync routers for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:46:50.528111 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b3827-2750-4916-9140-64551c9808a8 None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:50.528727 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-2e0b3827-2750-4916-9140-64551c9808a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:50.567248 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-fa37d130-f921-43a2-9291-d8ab83ef9c9b tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/30dcc221-8927-4fd0-8fc9-9aff199d2d28 HTTP/1.1" status: 200 len: 989 time: 1.1735895 Sep 28 15:46:50.571936 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'tag': '9f8defde-2966-4708-857b-a6dddf82eddc'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:50.574164 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf" -d '{"events": [{"name": "network-changed", "server_uuid": "aa320caa-d879-4630-95ed-d94d1aba1eba", "tag": "9f8defde-2966-4708-857b-a6dddf82eddc"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:50.615406 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebbeb69-125d-4cd2-868a-94c58a4ae789 x-openstack-request-id: req-7ebbeb69-125d-4cd2-868a-94c58a4ae789 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:50.615695 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa320caa-d879-4630-95ed-d94d1aba1eba", "tag": "9f8defde-2966-4708-857b-a6dddf82eddc", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:50.615948 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ebbeb69-125d-4cd2-868a-94c58a4ae789 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:50.616336 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ebbeb69-125d-4cd2-868a-94c58a4ae789'] response: {'name': 'network-changed', 'server_uuid': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'tag': '9f8defde-2966-4708-857b-a6dddf82eddc', 'status': 'completed', 'code': 200} Sep 28 15:46:50.621714 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:50.623763 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] For port 83666e16-8db0-45d5-8036-9477437e4471, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=83666e16-8db0-45d5-8036-9477437e4471,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:50.624207 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (83666e16-8db0-45d5-8036-9477437e4471), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:50.636466 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-2e0b3827-2750-4916-9140-64551c9808a8 None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:50.735083 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:50.837887 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf req-5e21f684-96f2-40d9-b6a1-3d71c4d173ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:50.838394 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf req-5e21f684-96f2-40d9-b6a1-3d71c4d173ec service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=62692d2b160040879aecaf4d44ad19b3&device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 1129 time: 0.0629926 Sep 28 15:46:50.840575 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:50.840950 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (e402d236-a61c-4cdf-981d-3df735dc9442), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:50.841269 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Floating IP e402d236-a61c-4cdf-981d-3df735dc9442 disassociated. External IP: 172.27.2.233, port: 83666e16-8db0-45d5-8036-9477437e4471. Sep 28 15:46:50.841609 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Calling delete_port for 83666e16-8db0-45d5-8036-9477437e4471 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:46:50.860436 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-2e0b3827-2750-4916-9140-64551c9808a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '30dcc221-8927-4fd0-8fc9-9aff199d2d28', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'port_id': '9f8defde-2966-4708-857b-a6dddf82eddc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'mac_address': 'fa:16:3e:5f:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:46:36Z', 'updated_at': '2022-09-28T15:46:49Z', 'revision_number': 1, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:50.888309 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b3827-2750-4916-9140-64551c9808a8 None None] Checking router: 895b776f-1a2a-4160-9ea2-0173388f3460 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:46:50.897340 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b3827-2750-4916-9140-64551c9808a8 None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:50.898003 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-2e0b3827-2750-4916-9140-64551c9808a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:51.004678 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-2e0b3827-2750-4916-9140-64551c9808a8 None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:51.197648 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:51.239054 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-2e0b3827-2750-4916-9140-64551c9808a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '30dcc221-8927-4fd0-8fc9-9aff199d2d28', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'port_id': '9f8defde-2966-4708-857b-a6dddf82eddc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'mac_address': 'fa:16:3e:5f:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:46:36Z', 'updated_at': '2022-09-28T15:46:49Z', 'revision_number': 1, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:51.266835 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf req-7297a6ba-b00b-4de0-a665-3da97aaea361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:51.268428 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf req-7297a6ba-b00b-4de0-a665-3da97aaea361 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=85a0d787-d04b-4ff1-9585-ae17b62d54da HTTP/1.1" status: 200 len: 911 time: 0.4124987 Sep 28 15:46:51.341732 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf req-c3804eb7-0364-41a9-91d5-6033b08fc501 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f8defde-2966-4708-857b-a6dddf82eddc HTTP/1.1" status: 200 len: 997 time: 0.0666325 Sep 28 15:46:51.371290 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b3827-2750-4916-9140-64551c9808a8 None None] The sync data for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi is: [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '30dcc221-8927-4fd0-8fc9-9aff199d2d28', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'port_id': '9f8defde-2966-4708-857b-a6dddf82eddc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'mac_address': 'fa:16:3e:5f:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:46:36Z', 'updated_at': '2022-09-28T15:46:49Z', 'revision_number': 1, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:46:51.420285 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf req-c61aa87e-5e8f-4782-bb01-03020bdee37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:51.421778 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf req-c61aa87e-5e8f-4782-bb01-03020bdee37f service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=88fae1ee-0705-4534-b58e-c4705ad63cff HTTP/1.1" status: 200 len: 850 time: 0.0617073 Sep 28 15:46:51.460811 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (83666e16-8db0-45d5-8036-9477437e4471), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:51.509077 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf req-e803ef6b-30fe-4a12-906b-cf6306cd14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:51.510684 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf req-e803ef6b-30fe-4a12-906b-cf6306cd14a9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=85a0d787-d04b-4ff1-9585-ae17b62d54da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818529 Sep 28 15:46:51.511413 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'Port': ['ID=83666e16-8db0-45d5-8036-9477437e4471,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:51.665220 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0d1940d8-1dee-4b77-a10b-26db6bb82810 req-99e88857-6617-4cfe-9e73-979858704910 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 210 time: 0.0437114 Sep 28 15:46:51.750518 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f4b8c-127f-4906-9998-f5d8983f6686 None None] New status for floating IP 30dcc221-8927-4fd0-8fc9-9aff199d2d28: ACTIVE {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:46:51.763184 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf req-de0f5455-3e69-4323-a71d-a92ef5f91753 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412710 Sep 28 15:46:51.787145 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce85101-c573-421e-8df1-e778a7102223 req-85320388-48b8-498e-8d56-052a2313e79d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:51.788544 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1ce85101-c573-421e-8df1-e778a7102223 req-85320388-48b8-498e-8d56-052a2313e79d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0712552 Sep 28 15:46:51.805521 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Router afbb5fe3-7737-46f0-905c-2d478e9fde4b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:46:51.842888 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:51.888184 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1ce85101-c573-421e-8df1-e778a7102223 req-e24e4426-f452-4409-a0ed-75633f4d5283 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914783 Sep 28 15:46:51.957073 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:46:51.970234 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f0000-3c94-4490-9bca-a2eb33f0378e None None] Sync routers for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:46:51.981473 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f0000-3c94-4490-9bca-a2eb33f0378e None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:51.982328 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-306f0000-3c94-4490-9bca-a2eb33f0378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:52.003764 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] No DVR routers for this DVR port 83666e16-8db0-45d5-8036-9477437e4471 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:46:52.006368 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:52.009684 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a8ac7b22-8570-4d86-8d7e-81c9de493153 req-21c91e78-91ef-49df-ab60-01d6115addae tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "DELETE /networking/v2.0/ports/83666e16-8db0-45d5-8036-9477437e4471 HTTP/1.1" status: 204 len: 173 time: 1.6961207 Sep 28 15:46:52.076180 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:52.090408 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-306f0000-3c94-4490-9bca-a2eb33f0378e None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:52.269886 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-306f0000-3c94-4490-9bca-a2eb33f0378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:52.297660 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f0000-3c94-4490-9bca-a2eb33f0378e None None] Checking router: afbb5fe3-7737-46f0-905c-2d478e9fde4b for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:46:52.300259 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:52.307130 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f0000-3c94-4490-9bca-a2eb33f0378e None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:52.307721 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-306f0000-3c94-4490-9bca-a2eb33f0378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:52.401548 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 83666e16-8db0-45d5-8036-9477437e4471 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:46:52.402908 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-306f0000-3c94-4490-9bca-a2eb33f0378e None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:52.420318 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 83666e16-8db0-45d5-8036-9477437e4471 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:46:52.420667 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 83666e16-8db0-45d5-8036-9477437e4471 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:46:52.583975 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-306f0000-3c94-4490-9bca-a2eb33f0378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:52.607112 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f0000-3c94-4490-9bca-a2eb33f0378e None None] The sync data for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi is: [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:46:52.618389 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'name': 'network-vif-deleted', 'tag': '83666e16-8db0-45d5-8036-9477437e4471'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:52.621710 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326af489-01a5-4185-97bd-0b62351a5188" -d '{"events": [{"server_uuid": "a90517e8-f8ed-480c-9005-afe1f77323e8", "name": "network-vif-deleted", "tag": "83666e16-8db0-45d5-8036-9477437e4471"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:52.673133 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bc4a1d-9a67-4d2f-9faa-6b12526b5bf8 x-openstack-request-id: req-17bc4a1d-9a67-4d2f-9faa-6b12526b5bf8 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:52.673456 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90517e8-f8ed-480c-9005-afe1f77323e8", "name": "network-vif-deleted", "tag": "83666e16-8db0-45d5-8036-9477437e4471", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:52.673723 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17bc4a1d-9a67-4d2f-9faa-6b12526b5bf8 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:52.674159 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bc4a1d-9a67-4d2f-9faa-6b12526b5bf8'] response: {'server_uuid': 'a90517e8-f8ed-480c-9005-afe1f77323e8', 'name': 'network-vif-deleted', 'tag': '83666e16-8db0-45d5-8036-9477437e4471', 'status': 'completed', 'code': 200} Sep 28 15:46:52.792246 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b5e2f014-a1e1-424b-8109-d5b456f3d3b9 req-b3008c63-8487-4c37-a044-5cb7a5de91ba tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 210 time: 0.0362804 Sep 28 15:46:52.883263 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c3d32-c9e3-4fc4-b691-229d4f18e50d None None] New status for floating IP e402d236-a61c-4cdf-981d-3df735dc9442: DOWN {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:46:53.024739 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ebc87-e955-4bdc-abfc-bc558b628527 req-bce664b8-4712-41e3-825c-b2da3a658b3c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:53.026358 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-083ebc87-e955-4bdc-abfc-bc558b628527 req-bce664b8-4712-41e3-825c-b2da3a658b3c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0508313 Sep 28 15:46:53.074473 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-083ebc87-e955-4bdc-abfc-bc558b628527 req-4bbb75c2-252f-4a14-8052-a3ae81aea60c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Sep 28 15:46:53.879498 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:53.896992 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f5096b10-7c34-4530-bfb2-ec09e52d678b req-ad155d77-069d-4c49-a059-9608d862bfe6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 210 time: 0.0270977 Sep 28 15:46:54.193328 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d1c11-bed3-4ddd-8cdd-1dc06ddb43fa req-99a117da-4e14-46e0-b409-82c6f93e5427 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:54.194821 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-747d1c11-bed3-4ddd-8cdd-1dc06ddb43fa req-99a117da-4e14-46e0-b409-82c6f93e5427 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0463932 Sep 28 15:46:54.243594 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-747d1c11-bed3-4ddd-8cdd-1dc06ddb43fa req-330e7c6b-6b01-4f03-bd06-f4f1242ee24d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433161 Sep 28 15:46:54.392999 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-609db5aa-a82d-4731-b8f9-f506ef8afa78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:54.998359 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dd1961eb-1f7f-495a-8255-57f2fd956c8d req-603f7341-6e62-4306-a480-5f47d60f7884 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 210 time: 0.0276308 Sep 28 15:46:55.362938 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf77c45-827c-466b-a0e1-a58f64bb18fe req-38353b4b-4296-48e1-b0fd-cc010c987196 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:55.364383 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-daf77c45-827c-466b-a0e1-a58f64bb18fe req-38353b4b-4296-48e1-b0fd-cc010c987196 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0451524 Sep 28 15:46:55.410123 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-daf77c45-827c-466b-a0e1-a58f64bb18fe req-cdc49e71-2250-40be-b9ea-0459bcc898fb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393083 Sep 28 15:46:55.660449 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:46:55.854268 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-546ac3f3-bdc8-42c8-8e16-71f529e4dddf req-fa697b2b-1020-468e-8d0f-eade3c986198 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910583 Sep 28 15:46:56.115717 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7c0ffd2e-c515-46e3-abaa-5f8c15f1f55b req-9e40df80-8c95-49b7-abe4-03dff37db07f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a90517e8-f8ed-480c-9005-afe1f77323e8 HTTP/1.1" status: 200 len: 210 time: 0.0306284 Sep 28 15:46:56.229054 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-8bb4517f-5f9c-45ec-809c-f613569720f0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:56.230556 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-8bb4517f-5f9c-45ec-809c-f613569720f0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0474222 Sep 28 15:46:56.344987 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Deleting port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:46:56.345332 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:56.433674 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] For port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:46:56.433975 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:56.487644 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-30ea420c-863b-478e-8ec1-93f337a11a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:56.577687 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bfe6d-e540-451d-816b-2c6d8fa112cb req-c5dad114-e14a-45f8-8906-47faf79c8e20 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:56.579236 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4a7bfe6d-e540-451d-816b-2c6d8fa112cb req-c5dad114-e14a-45f8-8906-47faf79c8e20 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 946 time: 0.0924261 Sep 28 15:46:56.673913 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:56.674291 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (11452e2a-d443-4b26-bddb-ade0a3c81147), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:56.674605 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Floating IP 11452e2a-d443-4b26-bddb-ade0a3c81147 disassociated. External IP: 172.27.2.15, port: df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b. Sep 28 15:46:56.674964 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Calling delete_port for df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:46:56.679172 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:56.687689 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4a7bfe6d-e540-451d-816b-2c6d8fa112cb req-e8ee755b-0073-4f89-8e2b-51a8bca2006b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2a1393c0-1bff-4dee-b1e2-12276dd9db47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006656 Sep 28 15:46:56.810829 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:56.838104 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event deleted for resources: {'Port': ['ID=df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:56.901620 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:56.966442 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Router 63f958b7-0059-4377-b390-c9bf0f008e22 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:46:57.067663 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:46:57.078531 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a0f09-779e-4b07-98a4-6de3fa679565 None None] Sync routers for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:46:57.089670 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a0f09-779e-4b07-98a4-6de3fa679565 None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:57.090298 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-202a0f09-779e-4b07-98a4-6de3fa679565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:57.110111 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] No DVR routers for this DVR port df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:46:57.112662 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:57.116252 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3b3bdf1b-a7c5-433e-a1af-ea3430147d74 req-1f3b1855-8253-4d5d-8c5b-5abe2ac3ffda tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "DELETE /networking/v2.0/ports/df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b HTTP/1.1" status: 204 len: 173 time: 0.8802528 Sep 28 15:46:57.116867 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'name': 'network-vif-deleted', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:46:57.119957 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e558cab7-23f1-4ade-a19f-0993f80f24cb" -d '{"events": [{"server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "name": "network-vif-deleted", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:46:57.167771 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3ee28e-cc36-49c6-8ca3-2bb79eef962e x-openstack-request-id: req-7b3ee28e-cc36-49c6-8ca3-2bb79eef962e {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:46:57.168266 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf736d9-c255-4f14-8763-4d61838297a8", "name": "network-vif-deleted", "tag": "df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:46:57.168688 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b3ee28e-cc36-49c6-8ca3-2bb79eef962e {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:46:57.169244 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3ee28e-cc36-49c6-8ca3-2bb79eef962e'] response: {'server_uuid': 'cbf736d9-c255-4f14-8763-4d61838297a8', 'name': 'network-vif-deleted', 'tag': 'df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b', 'status': 'completed', 'code': 200} Sep 28 15:46:57.198151 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-202a0f09-779e-4b07-98a4-6de3fa679565 None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:57.266007 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43846) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:57.371789 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fb332fa8-b967-4cdc-aa8c-c8920c8301e6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (1c585624-f6c6-4dc0-a69f-d90404614982), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:57.401034 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fb332fa8-b967-4cdc-aa8c-c8920c8301e6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (1c585624-f6c6-4dc0-a69f-d90404614982), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:57.459838 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-202a0f09-779e-4b07-98a4-6de3fa679565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:57.469249 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fb332fa8-b967-4cdc-aa8c-c8920c8301e6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (1c585624-f6c6-4dc0-a69f-d90404614982), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:57.472185 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fb332fa8-b967-4cdc-aa8c-c8920c8301e6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:57.475907 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-fb332fa8-b967-4cdc-aa8c-c8920c8301e6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1c585624-f6c6-4dc0-a69f-d90404614982 HTTP/1.1" status: 204 len: 168 time: 0.2060442 Sep 28 15:46:57.476796 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43852) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:57.484133 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb332fa8-b967-4cdc-aa8c-c8920c8301e6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c585624-f6c6-4dc0-a69f-d90404614982,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:57.491899 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a0f09-779e-4b07-98a4-6de3fa679565 None None] Checking router: 63f958b7-0059-4377-b390-c9bf0f008e22 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:46:57.500988 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:57.503618 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.api.v2.resource [None req-82763335-150b-4a10-91c9-404e2faa5b33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] show failed (client error): The resource could not be found. Sep 28 15:46:57.507841 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43854) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:57.507964 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-82763335-150b-4a10-91c9-404e2faa5b33 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups/1c585624-f6c6-4dc0-a69f-d90404614982 HTTP/1.1" status: 404 len: 347 time: 0.0294654 Sep 28 15:46:57.508171 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a0f09-779e-4b07-98a4-6de3fa679565 None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:46:57.508824 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-202a0f09-779e-4b07-98a4-6de3fa679565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:57.640489 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-202a0f09-779e-4b07-98a4-6de3fa679565 None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:46:57.642843 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Deleting port 716a2427-a833-42a4-a9ab-eb3a8e573b16 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:46:57.643196 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (716a2427-a833-42a4-a9ab-eb3a8e573b16), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:57.720839 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (716a2427-a833-42a4-a9ab-eb3a8e573b16), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:57.721061 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (716a2427-a833-42a4-a9ab-eb3a8e573b16), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:57.735358 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Calling delete_port for 716a2427-a833-42a4-a9ab-eb3a8e573b16 owned by network:floatingip {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:46:57.825553 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-76875a53-192b-42b7-a0a1-2da42e9e939a req-21c1aa79-71c2-4165-a8b1-1b3da2f9f6f0 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbf736d9-c255-4f14-8763-4d61838297a8 HTTP/1.1" status: 200 len: 210 time: 0.0363717 Sep 28 15:46:57.839025 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:57.843273 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-202a0f09-779e-4b07-98a4-6de3fa679565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:46:57.918523 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (716a2427-a833-42a4-a9ab-eb3a8e573b16), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:57.948378 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'Port': ['ID=716a2427-a833-42a4-a9ab-eb3a8e573b16,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:57.962573 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.962573 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.962918 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.963185 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.963434 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.963795 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.964105 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.964440 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.964760 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.965091 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.965422 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.966159 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.966159 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.966481 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.966808 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:46:57.993816 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a0f09-779e-4b07-98a4-6de3fa679565 None None] The sync data for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi is: [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:41Z', 'revision_number': 4, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'f5ebc6c2-0877-4fe9-86b4-847c8bc45669', 'name': '', 'network_id': 'b037e357-8df3-4ca3-8b1b-f30273c72384', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'mac_address': 'fa:16:3e:c5:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'subnets': [{'id': '2deece4e-7771-4de9-913c-e26bea7b629b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:46:58.024851 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (e402d236-a61c-4cdf-981d-3df735dc9442), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.027503 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.031088 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-f0ce1164-69ed-4b42-9c75-38fdcefe4eea tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/e402d236-a61c-4cdf-981d-3df735dc9442 HTTP/1.1" status: 204 len: 168 time: 0.5194638 Sep 28 15:46:58.101762 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43864) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:58.106336 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-1500e243-718d-48f4-99e0-3b7f33d04139 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1532976796', 'description': 'tempest-description--136751331'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:58.129206 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1500e243-718d-48f4-99e0-3b7f33d04139 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.201801 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1500e243-718d-48f4-99e0-3b7f33d04139 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (83460241-124c-4712-b2cb-d06607c13604), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.206197 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1500e243-718d-48f4-99e0-3b7f33d04139 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (83460241-124c-4712-b2cb-d06607c13604), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.223969 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42584fe6-c1c0-41fa-9393-c5c26a3025a5 None None] New status for floating IP 11452e2a-d443-4b26-bddb-ade0a3c81147: DOWN {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:46:58.242655 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1500e243-718d-48f4-99e0-3b7f33d04139 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.243874 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-1500e243-718d-48f4-99e0-3b7f33d04139 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410713 Sep 28 15:46:58.246174 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500e243-718d-48f4-99e0-3b7f33d04139 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83460241-124c-4712-b2cb-d06607c13604,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:58.246848 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43866) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:58.251283 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-3003872b-4f7d-4ab9-ba31-8499770fa98e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group_rule': {'security_group_id': '83460241-124c-4712-b2cb-d06607c13604', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:58.287478 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3003872b-4f7d-4ab9-ba31-8499770fa98e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (9b029865-df83-4e83-b1bf-6962aeab146d), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.314416 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.332928 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:58.352515 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3003872b-4f7d-4ab9-ba31-8499770fa98e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (9b029865-df83-4e83-b1bf-6962aeab146d), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.356492 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3003872b-4f7d-4ab9-ba31-8499770fa98e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (9b029865-df83-4e83-b1bf-6962aeab146d), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.372825 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003872b-4f7d-4ab9-ba31-8499770fa98e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b029865-df83-4e83-b1bf-6962aeab146d,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:58.384609 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3003872b-4f7d-4ab9-ba31-8499770fa98e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.385826 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-3003872b-4f7d-4ab9-ba31-8499770fa98e tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379881 Sep 28 15:46:58.388554 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43868) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:58.392927 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-1cc71df1-eba2-43a5-b196-11eca27199ec tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'security_group_rule': {'security_group_id': '83460241-124c-4712-b2cb-d06607c13604', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:58.397592 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:46:58.423531 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1cc71df1-eba2-43a5-b196-11eca27199ec tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (436a8b85-b221-4ab4-b87e-5d5a0db6f9f1), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.448720 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:46:58.449083 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device df145fb1-b5d6-48c5-9a5d-cf3d2b4e048b not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:46:58.475122 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1cc71df1-eba2-43a5-b196-11eca27199ec tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (436a8b85-b221-4ab4-b87e-5d5a0db6f9f1), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.478871 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1cc71df1-eba2-43a5-b196-11eca27199ec tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (436a8b85-b221-4ab4-b87e-5d5a0db6f9f1), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.499332 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc71df1-eba2-43a5-b196-11eca27199ec tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436a8b85-b221-4ab4-b87e-5d5a0db6f9f1,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:58.504375 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1cc71df1-eba2-43a5-b196-11eca27199ec tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.506143 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-1cc71df1-eba2-43a5-b196-11eca27199ec tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166482 Sep 28 15:46:58.509909 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 43870) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:58.514204 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:46:58.534515 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.613453 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.734842 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Allocated IP 172.27.2.212 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/162ea2b7-385e-4908-a93a-f1ca30000f79) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:46:58.826786 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:58.845490 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (162ea2b7-385e-4908-a93a-f1ca30000f79), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.884837 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (162ea2b7-385e-4908-a93a-f1ca30000f79), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:58.934447 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:46:58.938597 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:46:58.948180 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:46:58.949783 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43882) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:58.985395 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=162ea2b7-385e-4908-a93a-f1ca30000f79,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:59.023939 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3782abdd-9cee-4299-9834-d939a4be9169 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group (2a1393c0-1bff-4dee-b1e2-12276dd9db47), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.048297 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3782abdd-9cee-4299-9834-d939a4be9169 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group (2a1393c0-1bff-4dee-b1e2-12276dd9db47), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.056041 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (51fdcfa6-554e-4baf-b278-ae2552230895), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.097369 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (162ea2b7-385e-4908-a93a-f1ca30000f79), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.103155 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3782abdd-9cee-4299-9834-d939a4be9169 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (2a1393c0-1bff-4dee-b1e2-12276dd9db47), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.105766 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3782abdd-9cee-4299-9834-d939a4be9169 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.107029 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-3782abdd-9cee-4299-9834-d939a4be9169 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2a1393c0-1bff-4dee-b1e2-12276dd9db47 HTTP/1.1" status: 204 len: 168 time: 0.1550925 Sep 28 15:46:59.110625 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43886) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:59.116330 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:59.128909 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782abdd-9cee-4299-9834-d939a4be9169 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1393c0-1bff-4dee-b1e2-12276dd9db47,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:59.131435 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.api.v2.resource [None req-20c1e754-37fd-4be3-96ab-cfa20ced4932 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] show failed (client error): The resource could not be found. Sep 28 15:46:59.132476 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-20c1e754-37fd-4be3-96ab-cfa20ced4932 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups/2a1393c0-1bff-4dee-b1e2-12276dd9db47 HTTP/1.1" status: 404 len: 347 time: 0.0197589 Sep 28 15:46:59.136161 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 43888) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:46:59.248490 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-b018040b-c213-4716-97f0-95e1b838dc26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Deleting port edccdd4a-e0af-4ee3-89d3-a042ef14b6d4 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:46:59.248908 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b018040b-c213-4716-97f0-95e1b838dc26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (edccdd4a-e0af-4ee3-89d3-a042ef14b6d4), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.255585 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (162ea2b7-385e-4908-a93a-f1ca30000f79), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.260471 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (162ea2b7-385e-4908-a93a-f1ca30000f79), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.329457 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=162ea2b7-385e-4908-a93a-f1ca30000f79,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:59.331728 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b018040b-c213-4716-97f0-95e1b838dc26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (edccdd4a-e0af-4ee3-89d3-a042ef14b6d4), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.332056 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b018040b-c213-4716-97f0-95e1b838dc26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for floatingip (edccdd4a-e0af-4ee3-89d3-a042ef14b6d4), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.335312 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (51fdcfa6-554e-4baf-b278-ae2552230895), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.345419 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-b018040b-c213-4716-97f0-95e1b838dc26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Calling delete_port for edccdd4a-e0af-4ee3-89d3-a042ef14b6d4 owned by network:floatingip {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:46:59.352165 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.353612 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-752118d4-db47-4245-8251-ddbbcde937d5 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8427753 Sep 28 15:46:59.482204 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b018040b-c213-4716-97f0-95e1b838dc26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (edccdd4a-e0af-4ee3-89d3-a042ef14b6d4), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.506999 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-97923ee7-946f-4407-82e7-3f4480312a67 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1532976796&fields=id&tenant_id=4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 267 time: 0.0436149 Sep 28 15:46:59.509321 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018040b-c213-4716-97f0-95e1b838dc26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event deleted for resources: {'Port': ['ID=edccdd4a-e0af-4ee3-89d3-a042ef14b6d4,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:46:59.572849 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b018040b-c213-4716-97f0-95e1b838dc26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks [] for floatingip (11452e2a-d443-4b26-bddb-ade0a3c81147), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.575480 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b018040b-c213-4716-97f0-95e1b838dc26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.576629 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-b018040b-c213-4716-97f0-95e1b838dc26 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/11452e2a-d443-4b26-bddb-ade0a3c81147 HTTP/1.1" status: 204 len: 168 time: 0.4395740 Sep 28 15:46:59.622881 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-fad6c714-3e17-4579-a968-d1e984ef3020 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:46:59.624353 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-fad6c714-3e17-4579-a968-d1e984ef3020 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 815 time: 0.1068857 Sep 28 15:46:59.641235 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-278ed693-d58f-40d7-8e2e-2de29852e54f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/quotas/4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 375 time: 0.0107110 Sep 28 15:46:59.699347 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-6ad6da6e-d5b6-497f-b112-fc4720b61265 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522637 Sep 28 15:46:59.735305 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.737188 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:46:59.842986 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:46:59.846945 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-941f891c-e0d8-477d-8f3c-58c39cd34d68 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350541 Sep 28 15:46:59.945233 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-857776ef-4483-4596-9c6f-43c73d1e694b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916922 Sep 28 15:47:00.107875 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a657d0e0-e3a5-47ae-a77d-1bd00470dd80 req-4f0ed84d-a3c3-4dc6-b3fd-af473a848a7a tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 210 time: 0.0284448 Sep 28 15:47:01.218473 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6864b406-4182-46a5-b8bf-dd8f18389026 req-b4693534-5303-447a-a98a-104c3ceaaba6 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 210 time: 0.0314796 Sep 28 15:47:02.325259 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c7840900-4bcd-4fea-aac3-51248c1f716f req-cf7572ac-794d-4055-98ae-8d552e5d8859 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 210 time: 0.0268509 Sep 28 15:47:03.438098 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ef4b99a0-0a15-4643-a5f4-fbdc6bebf4b7 req-7d2310c7-54bc-46e6-b78a-bff4f339e93d tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 210 time: 0.0270851 Sep 28 15:47:04.259125 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2246d8-3299-468a-853f-f2d111997510 req-3fe95839-fef5-4481-9985-03db864d88c6 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:04.260588 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd2246d8-3299-468a-853f-f2d111997510 req-3fe95839-fef5-4481-9985-03db864d88c6 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0694139 Sep 28 15:47:04.266305 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-97a4ba90-f421-4cc7-a53e-f69feb342953 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:04.267611 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-97a4ba90-f421-4cc7-a53e-f69feb342953 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 815 time: 0.3926232 Sep 28 15:47:04.310167 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd2246d8-3299-468a-853f-f2d111997510 req-06073670-9d51-4369-93dd-a25f588500af tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Sep 28 15:47:04.546865 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0be1b62a-f788-4411-b8e0-7877562c4797 req-da5465ab-b4d2-4e7f-9927-6c9416602174 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 210 time: 0.0282526 Sep 28 15:47:05.431592 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e73f02-9d99-49d0-b1b4-5a108f44f3a0 req-0c9e7d7e-3e36-4d5f-a2c8-492ab137289b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:05.433043 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-09e73f02-9d99-49d0-b1b4-5a108f44f3a0 req-0c9e7d7e-3e36-4d5f-a2c8-492ab137289b tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0478055 Sep 28 15:47:05.474580 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:05.478973 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-09e73f02-9d99-49d0-b1b4-5a108f44f3a0 req-3137782b-5d5b-45c7-89af-ef90e0586847 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Sep 28 15:47:05.646975 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6ee7b5d8-a628-4681-a3a5-5bbef22d23d4 req-8616086e-d0ff-4cba-a52a-2861c5984100 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 210 time: 0.0265212 Sep 28 15:47:06.366661 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:06.377149 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-dad43a63-29f8-41d4-aa15-af25c7af0b77 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4eacc288ff1c40c8877635b387ffc3bc HTTP/1.1" status: 200 len: 380 time: 0.0628598 Sep 28 15:47:06.390434 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'port': {'device_id': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'admin_state_up': True, 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'security_groups': ['83460241-124c-4712-b2cb-d06607c13604']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:47:06.501139 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Made reservation on behalf of 4eacc288ff1c40c8877635b387ffc3bc for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:47:06.504941 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:06.621515 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407cf7c-5054-424e-af44-2b1aacda51d0 req-77f882c5-a418-4bb0-8008-782d550ab225 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:06.622914 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2407cf7c-5054-424e-af44-2b1aacda51d0 req-77f882c5-a418-4bb0-8008-782d550ab225 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0653336 Sep 28 15:47:06.699947 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Allocated IP 172.20.0.7 (df05fe18-9205-4e7c-b6d8-ac63aa67e1aa/1d382cba-cbbe-4f33-a626-0774b388d92e/67ca7698-c1f0-4995-8fbd-1baf4a653918) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:47:06.715011 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2407cf7c-5054-424e-af44-2b1aacda51d0 req-b195b3bd-beca-46a5-9f3b-bea9782c35e5 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706773 Sep 28 15:47:06.758291 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2ae5f8a5-f978-4266-bc63-497e309645de req-ca3eebae-dbdc-42ef-80c2-d347695e9cd1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 210 time: 0.0373800 Sep 28 15:47:06.789154 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:06.830506 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb86ca-0ab4-4ea3-88d3-dba905b3b821 req-2283a769-0f2a-4c8c-b00d-4281c9d3257a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:06.831940 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-09fb86ca-0ab4-4ea3-88d3-dba905b3b821 req-2283a769-0f2a-4c8c-b00d-4281c9d3257a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 945 time: 0.0766566 Sep 28 15:47:06.974208 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-09fb86ca-0ab4-4ea3-88d3-dba905b3b821 req-45834a1b-6608-4896-9c22-4efa20e07b3a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Deleting port 41aaafcb-981e-4fbf-8c80-bbb43167a049 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:47:06.974555 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-09fb86ca-0ab4-4ea3-88d3-dba905b3b821 req-45834a1b-6608-4896-9c22-4efa20e07b3a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:06.997735 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:07.094704 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:07.097018 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-09fb86ca-0ab4-4ea3-88d3-dba905b3b821 req-45834a1b-6608-4896-9c22-4efa20e07b3a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] For port 41aaafcb-981e-4fbf-8c80-bbb43167a049, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=41aaafcb-981e-4fbf-8c80-bbb43167a049,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:07.097330 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-09fb86ca-0ab4-4ea3-88d3-dba905b3b821 req-45834a1b-6608-4896-9c22-4efa20e07b3a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:07.101379 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:07.141460 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-09fb86ca-0ab4-4ea3-88d3-dba905b3b821 req-45834a1b-6608-4896-9c22-4efa20e07b3a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Calling delete_port for 41aaafcb-981e-4fbf-8c80-bbb43167a049 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:47:07.166072 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:47:07.173312 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:47:07.202374 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:47:07.207915 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event updated for resources: {'Port': ['ID=67ca7698-c1f0-4995-8fbd-1baf4a653918,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:07.274052 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:07.274685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:07.302475 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-22fe3f5e-4a8a-40cd-a0b6-cbe96983f22c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9155834 Sep 28 15:47:07.360439 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Request body: {'port': {'device_id': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:47:07.390510 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-09fb86ca-0ab4-4ea3-88d3-dba905b3b821 req-45834a1b-6608-4896-9c22-4efa20e07b3a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (41aaafcb-981e-4fbf-8c80-bbb43167a049), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:07.404273 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['55efe6f9-e65a-4754-9095-ac7b9f3c3e10', '41aaafcb-981e-4fbf-8c80-bbb43167a049'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:47:07.439236 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45834a1b-6608-4896-9c22-4efa20e07b3a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event deleted for resources: {'Port': ['ID=41aaafcb-981e-4fbf-8c80-bbb43167a049,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:07.468240 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-cf5bbea4-b9cd-498f-b375-f06a7a1eb7cc None None] Provisioning complete for port 67ca7698-c1f0-4995-8fbd-1baf4a653918 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:47:07.468712 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-cf5bbea4-b9cd-498f-b375-f06a7a1eb7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:07.469213 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-cf5bbea4-b9cd-498f-b375-f06a7a1eb7cc None None] Attempt 1 to provision port 67ca7698-c1f0-4995-8fbd-1baf4a653918 Sep 28 15:47:07.486105 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:07.508955 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fb86ca-0ab4-4ea3-88d3-dba905b3b821 req-45834a1b-6608-4896-9c22-4efa20e07b3a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] No DVR routers for this DVR port 41aaafcb-981e-4fbf-8c80-bbb43167a049 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:47:07.513035 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-09fb86ca-0ab4-4ea3-88d3-dba905b3b821 req-45834a1b-6608-4896-9c22-4efa20e07b3a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:07.516331 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-09fb86ca-0ab4-4ea3-88d3-dba905b3b821 req-45834a1b-6608-4896-9c22-4efa20e07b3a tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "DELETE /networking/v2.0/ports/41aaafcb-981e-4fbf-8c80-bbb43167a049 HTTP/1.1" status: 204 len: 173 time: 0.6605492 Sep 28 15:47:07.516841 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69488fec-c032-4a06-aebf-169b15da1e74', 'name': 'network-vif-deleted', 'tag': '41aaafcb-981e-4fbf-8c80-bbb43167a049'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:47:07.519208 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0450a790-cfa2-45b2-afc6-da618837ad26" -d '{"events": [{"server_uuid": "69488fec-c032-4a06-aebf-169b15da1e74", "name": "network-vif-deleted", "tag": "41aaafcb-981e-4fbf-8c80-bbb43167a049"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:47:07.615097 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ebbbf0-ddf8-4d78-84bc-2fabcfc99796 x-openstack-request-id: req-c3ebbbf0-ddf8-4d78-84bc-2fabcfc99796 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:47:07.615558 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69488fec-c032-4a06-aebf-169b15da1e74", "name": "network-vif-deleted", "tag": "41aaafcb-981e-4fbf-8c80-bbb43167a049", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:47:07.615912 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3ebbbf0-ddf8-4d78-84bc-2fabcfc99796 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:47:07.616446 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ebbbf0-ddf8-4d78-84bc-2fabcfc99796'] response: {'server_uuid': '69488fec-c032-4a06-aebf-169b15da1e74', 'name': 'network-vif-deleted', 'tag': '41aaafcb-981e-4fbf-8c80-bbb43167a049', 'status': 'completed', 'code': 200} Sep 28 15:47:07.656876 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-cf5bbea4-b9cd-498f-b375-f06a7a1eb7cc None None] Port 67ca7698-c1f0-4995-8fbd-1baf4a653918 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:47:07.701361 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:07.795566 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ca7698-c1f0-4995-8fbd-1baf4a653918 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:47:07.803720 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Publish callbacks [] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:07.820136 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Transition to ACTIVE for port object 67ca7698-c1f0-4995-8fbd-1baf4a653918 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:47:07.825497 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:07.845629 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=34 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:07.851227 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=86 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:07.928403 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c8235798-4156-4e18-8ad7-6758a97d0f9a req-5da1e6d3-5fc5-4149-8b59-726b0f6143bb tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=69488fec-c032-4a06-aebf-169b15da1e74 HTTP/1.1" status: 200 len: 210 time: 0.0723999 Sep 28 15:47:07.948718 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:07.958896 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Pushing event updated for resources: {'Port': ['ID=67ca7698-c1f0-4995-8fbd-1baf4a653918,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:07.983975 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae8ea-11c8-4530-ae0b-d4c12e1582c3 req-bc070c84-bc7b-48f8-b0d6-ef1a7c2370a2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:07.985522 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-234ae8ea-11c8-4530-ae0b-d4c12e1582c3 req-bc070c84-bc7b-48f8-b0d6-ef1a7c2370a2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 943 time: 0.1309755 Sep 28 15:47:08.051294 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Attempting to bind port 67ca7698-c1f0-4995-8fbd-1baf4a653918 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:47:08.051641 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Attempting to bind port 67ca7698-c1f0-4995-8fbd-1baf4a653918 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:47:08.051971 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Attempting to bind port 67ca7698-c1f0-4995-8fbd-1baf4a653918 on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:47:08.081831 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-234ae8ea-11c8-4530-ae0b-d4c12e1582c3 req-90e00a85-1d01-4d47-af69-8455bbec4e27 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83460241-124c-4712-b2cb-d06607c13604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905724 Sep 28 15:47:08.104426 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Port 67ca7698-c1f0-4995-8fbd-1baf4a653918 on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:47:08.104755 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Attempting to bind port 67ca7698-c1f0-4995-8fbd-1baf4a653918 on network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:47:08.150377 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:47:08.150719 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Checking segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:47:08.151116 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Bound using segment: {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:47:08.151540 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Bound port: 67ca7698-c1f0-4995-8fbd-1baf4a653918, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f63a2fb-6fdf-42ff-a841-caf485c46c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:47:08.151900 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:08.157740 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-cf5bbea4-b9cd-498f-b375-f06a7a1eb7cc None None] Attempt 2 to provision port 67ca7698-c1f0-4995-8fbd-1baf4a653918 Sep 28 15:47:08.193065 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-cf5bbea4-b9cd-498f-b375-f06a7a1eb7cc None None] Port 67ca7698-c1f0-4995-8fbd-1baf4a653918 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:47:08.217189 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] For port 67ca7698-c1f0-4995-8fbd-1baf4a653918, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:47:08.220781 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] For port 67ca7698-c1f0-4995-8fbd-1baf4a653918, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=67ca7698-c1f0-4995-8fbd-1baf4a653918,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:47:08.226330 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:08.230685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:08.231353 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:08.232738 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/67ca7698-c1f0-4995-8fbd-1baf4a653918 HTTP/1.1" status: 200 len: 1093 time: 0.9203408 Sep 28 15:47:08.293172 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c96b5-5519-4227-a48d-39b3ac44aa6d service neutron] Pushing event updated for resources: {'Port': ['ID=67ca7698-c1f0-4995-8fbd-1baf4a653918,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:08.323461 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-fd4b2da7-9291-4555-b2f3-3a225cc80bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:08.324972 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-fd4b2da7-9291-4555-b2f3-3a225cc80bd4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 1127 time: 0.0449739 Sep 28 15:47:08.367496 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-930865f9-6ff3-4ae2-8243-dfe835b06b5a service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ca7698-c1f0-4995-8fbd-1baf4a653918 HTTP/1.1" status: 200 len: 217 time: 0.0314698 Sep 28 15:47:08.419148 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-641bb380-2194-43f6-b770-c725d62ca7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:08.420588 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-641bb380-2194-43f6-b770-c725d62ca7b3 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 200 len: 854 time: 0.0473709 Sep 28 15:47:08.468920 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-d1fca10c-d79a-46ea-80fb-799b4279a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:08.470328 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-d1fca10c-d79a-46ea-80fb-799b4279a255 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381861 Sep 28 15:47:08.563273 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-fd6044b5-53f1-468a-a651-3c25b27ba7d2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815666 Sep 28 15:47:08.630208 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:08.656144 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12fa4fbd-e56e-4558-b81b-b62f2bffea78 req-67da9b06-9928-49f7-95f1-1a2f36bc1cff service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861995 Sep 28 15:47:08.694093 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-cf5bbea4-b9cd-498f-b375-f06a7a1eb7cc None None] Attempt 3 to provision port 67ca7698-c1f0-4995-8fbd-1baf4a653918 Sep 28 15:47:08.696524 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:08.734350 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-cf5bbea4-b9cd-498f-b375-f06a7a1eb7cc None None] Port 67ca7698-c1f0-4995-8fbd-1baf4a653918 had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:47:09.239058 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc999a-ebda-4040-b267-315fbb221518 req-231b23fe-0b45-437f-868d-0c0e2f050f85 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:09.240563 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8afc999a-ebda-4040-b267-315fbb221518 req-231b23fe-0b45-437f-868d-0c0e2f050f85 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0819952 Sep 28 15:47:09.246549 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc4f0b-20ac-49fe-b2d8-85839ebee689 req-7db03a68-34dc-47e7-8c6f-cd6ffc694b56 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:09.247937 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e1dc4f0b-20ac-49fe-b2d8-85839ebee689 req-7db03a68-34dc-47e7-8c6f-cd6ffc694b56 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 943 time: 0.0787833 Sep 28 15:47:09.323494 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8afc999a-ebda-4040-b267-315fbb221518 req-84f5b0e4-4069-44b5-8b53-c5028f353a1c tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743225 Sep 28 15:47:09.326447 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e1dc4f0b-20ac-49fe-b2d8-85839ebee689 req-bea9b10f-4c7f-48a1-a591-44ec213c2165 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83460241-124c-4712-b2cb-d06607c13604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713382 Sep 28 15:47:09.563193 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=77,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:09.567765 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:09.618375 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'tag': '67ca7698-c1f0-4995-8fbd-1baf4a653918'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:47:09.620686 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1d44bc-cd43-48ca-83f5-51d4a5635c8d", "tag": "67ca7698-c1f0-4995-8fbd-1baf4a653918"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:47:09.655818 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d22c72-d42d-40fc-a42e-abc28d9109d8 x-openstack-request-id: req-47d22c72-d42d-40fc-a42e-abc28d9109d8 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:47:09.656109 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1d44bc-cd43-48ca-83f5-51d4a5635c8d", "tag": "67ca7698-c1f0-4995-8fbd-1baf4a653918", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:47:09.656365 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47d22c72-d42d-40fc-a42e-abc28d9109d8 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:47:09.656766 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d22c72-d42d-40fc-a42e-abc28d9109d8'] response: {'name': 'network-changed', 'server_uuid': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'tag': '67ca7698-c1f0-4995-8fbd-1baf4a653918', 'status': 'completed', 'code': 200} Sep 28 15:47:10.409884 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 67ca7698-c1f0-4995-8fbd-1baf4a653918 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:47:10.413191 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 41aaafcb-981e-4fbf-8c80-bbb43167a049 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:47:10.434030 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 41aaafcb-981e-4fbf-8c80-bbb43167a049 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:47:10.434379 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 41aaafcb-981e-4fbf-8c80-bbb43167a049 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:47:10.440165 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:10.484838 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f47f35-f0e9-47ab-a9f9-1d8a80ad1385 req-9beca8fd-7aa6-4373-b4b6-2af90ea6a9fe tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:10.486408 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0f47f35-f0e9-47ab-a9f9-1d8a80ad1385 req-9beca8fd-7aa6-4373-b4b6-2af90ea6a9fe tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 943 time: 0.0789812 Sep 28 15:47:10.495341 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a1326-538f-43d2-9a5d-008e91fdf825 req-aa66d3e1-0658-44f7-8cce-96eb3886a660 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:10.496825 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4d2a1326-538f-43d2-9a5d-008e91fdf825 req-aa66d3e1-0658-44f7-8cce-96eb3886a660 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0792994 Sep 28 15:47:10.522191 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:10.543477 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 67ca7698-c1f0-4995-8fbd-1baf4a653918, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=67ca7698-c1f0-4995-8fbd-1baf4a653918,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:10.562158 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '67ca7698-c1f0-4995-8fbd-1baf4a653918', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'port_id': '67ca7698-c1f0-4995-8fbd-1baf4a653918', 'mac_address': 'fa:16:3e:fa:c0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:47:10.575584 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e0f47f35-f0e9-47ab-a9f9-1d8a80ad1385 req-2ee556a7-fdba-495e-be4e-ee0512f87685 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83460241-124c-4712-b2cb-d06607c13604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776207 Sep 28 15:47:10.583768 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4d2a1326-538f-43d2-9a5d-008e91fdf825 req-836ca4bd-f6d3-490f-9ecd-0eb06dfbe163 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715444 Sep 28 15:47:10.601432 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 67ca7698-c1f0-4995-8fbd-1baf4a653918 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:47:10.601826 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:10.615676 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ca7698-c1f0-4995-8fbd-1baf4a653918 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:47:10.636964 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 67ca7698-c1f0-4995-8fbd-1baf4a653918, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=67ca7698-c1f0-4995-8fbd-1baf4a653918,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:10.640575 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:10.685340 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=67ca7698-c1f0-4995-8fbd-1baf4a653918,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:10.927431 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['67ca7698-c1f0-4995-8fbd-1baf4a653918'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:47:11.732241 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc973b7-09b7-41c7-be5b-83f3bda50480 req-b448e0e6-7390-4f60-9062-021a8280bb41 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:11.733606 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7cc973b7-09b7-41c7-be5b-83f3bda50480 req-b448e0e6-7390-4f60-9062-021a8280bb41 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.0655830 Sep 28 15:47:11.739032 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e3d3b-8742-4e5c-86a1-cf8a36da2f0f req-7178c27c-51e9-4f54-acd7-a978d954f2bd tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:11.740367 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cf3e3d3b-8742-4e5c-86a1-cf8a36da2f0f req-7178c27c-51e9-4f54-acd7-a978d954f2bd tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 944 time: 0.0841660 Sep 28 15:47:11.818883 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7cc973b7-09b7-41c7-be5b-83f3bda50480 req-0b60502c-7828-4223-b820-307b44b0bdb3 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775759 Sep 28 15:47:11.822123 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cf3e3d3b-8742-4e5c-86a1-cf8a36da2f0f req-fdc28710-c398-47f2-8a13-3ce88f9711d1 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83460241-124c-4712-b2cb-d06607c13604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732570 Sep 28 15:47:12.423792 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 67ca7698-c1f0-4995-8fbd-1baf4a653918 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:47:12.467650 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 67ca7698-c1f0-4995-8fbd-1baf4a653918 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:47:12.473788 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 67ca7698-c1f0-4995-8fbd-1baf4a653918 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:47:12.474181 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:12.474507 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 67ca7698-c1f0-4995-8fbd-1baf4a653918 Sep 28 15:47:12.544151 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 67ca7698-c1f0-4995-8fbd-1baf4a653918 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:47:12.544532 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:12.566189 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ca7698-c1f0-4995-8fbd-1baf4a653918'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:47:12.568364 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8abbad1-1668-4973-98c2-7a29d61d001d" -d '{"events": [{"server_uuid": "2e1d44bc-cd43-48ca-83f5-51d4a5635c8d", "name": "network-vif-plugged", "status": "completed", "tag": "67ca7698-c1f0-4995-8fbd-1baf4a653918"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:47:12.581551 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 67ca7698-c1f0-4995-8fbd-1baf4a653918, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=67ca7698-c1f0-4995-8fbd-1baf4a653918,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:12.585537 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:12.608015 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17551d3d-595c-42e9-bc9f-1a499e38e9c5 x-openstack-request-id: req-17551d3d-595c-42e9-bc9f-1a499e38e9c5 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:47:12.608340 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1d44bc-cd43-48ca-83f5-51d4a5635c8d", "name": "network-vif-plugged", "status": "completed", "tag": "67ca7698-c1f0-4995-8fbd-1baf4a653918", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:47:12.608594 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17551d3d-595c-42e9-bc9f-1a499e38e9c5 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:47:12.608984 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17551d3d-595c-42e9-bc9f-1a499e38e9c5'] response: {'server_uuid': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ca7698-c1f0-4995-8fbd-1baf4a653918', 'code': 200} Sep 28 15:47:12.631274 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:12.635806 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=67ca7698-c1f0-4995-8fbd-1baf4a653918,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:12.790271 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5 req-734e21f0-27c4-4bf8-b8f3-0ac5d0defb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:12.791814 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5 req-734e21f0-27c4-4bf8-b8f3-0ac5d0defb41 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 1129 time: 0.0522642 Sep 28 15:47:13.103202 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5e555-3424-4569-9b5b-6a39563ed0dc req-322a0bcb-b340-4a66-bbbe-cc8ccc9fba25 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:13.104582 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c8b5e555-3424-4569-9b5b-6a39563ed0dc req-322a0bcb-b340-4a66-bbbe-cc8ccc9fba25 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.1889274 Sep 28 15:47:13.110083 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ba914-5995-449b-b62b-d9c759fb9f03 req-cf0a83a1-b516-4d69-bf3b-bedf07748917 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:13.111442 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d09ba914-5995-449b-b62b-d9c759fb9f03 req-cf0a83a1-b516-4d69-bf3b-bedf07748917 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 945 time: 0.2068813 Sep 28 15:47:13.119608 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c354c-8b16-4c78-80ce-8b224a8baba9 req-e8fd6f09-99d4-4263-bec8-5abbeca0b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:13.121058 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8c6c354c-8b16-4c78-80ce-8b224a8baba9 req-e8fd6f09-99d4-4263-bec8-5abbeca0b7e1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 1129 time: 0.1718512 Sep 28 15:47:13.166364 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5 req-c7aa81ea-927f-4587-857a-38c0b4c56444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:13.167779 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5 req-c7aa81ea-927f-4587-857a-38c0b4c56444 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 915 time: 0.2860150 Sep 28 15:47:13.181560 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9167b8-68c3-42b0-b3c8-48231d52af55 req-fd5f1ed3-a7ad-43b1-b6f7-6fec529296bf tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:13.182905 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ec9167b8-68c3-42b0-b3c8-48231d52af55 req-fd5f1ed3-a7ad-43b1-b6f7-6fec529296bf tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 945 time: 0.1453781 Sep 28 15:47:13.266719 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5 req-2b1ddb85-176d-4d1d-b0b9-c08cd6c5c526 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ca7698-c1f0-4995-8fbd-1baf4a653918 HTTP/1.1" status: 200 len: 217 time: 0.0800474 Sep 28 15:47:13.286544 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:13.340998 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c8b5e555-3424-4569-9b5b-6a39563ed0dc req-d3823c54-c19a-4556-966c-bacb1b42718d tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=32c79b14-f7a3-4d1d-b61c-6e035ef69c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285924 Sep 28 15:47:13.347222 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d09ba914-5995-449b-b62b-d9c759fb9f03 req-9c60e972-dacb-46d1-8dec-299e88481632 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83460241-124c-4712-b2cb-d06607c13604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241642 Sep 28 15:47:13.359095 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8c6c354c-8b16-4c78-80ce-8b224a8baba9 req-a76c040c-4da9-405d-a896-4988693dcb9a service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=83460241-124c-4712-b2cb-d06607c13604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140737 Sep 28 15:47:13.401287 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5 req-d496c20a-b2e9-444e-983a-fac401259afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:13.402787 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5 req-d496c20a-b2e9-444e-983a-fac401259afe service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 200 len: 854 time: 0.1207335 Sep 28 15:47:13.408834 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-ec9167b8-68c3-42b0-b3c8-48231d52af55 req-6e0a5afe-ac9c-431a-a80d-c81dffa5e293 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Deleting port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:47:13.409167 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ec9167b8-68c3-42b0-b3c8-48231d52af55 req-6e0a5afe-ac9c-431a-a80d-c81dffa5e293 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:13.500119 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-ec9167b8-68c3-42b0-b3c8-48231d52af55 req-6e0a5afe-ac9c-431a-a80d-c81dffa5e293 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] For port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=55efe6f9-e65a-4754-9095-ac7b9f3c3e10,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:13.500413 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ec9167b8-68c3-42b0-b3c8-48231d52af55 req-6e0a5afe-ac9c-431a-a80d-c81dffa5e293 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:13.513180 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-ec9167b8-68c3-42b0-b3c8-48231d52af55 req-6e0a5afe-ac9c-431a-a80d-c81dffa5e293 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Calling delete_port for 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:47:13.516627 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:13.654284 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5 req-d92ac6be-b680-45cb-884c-13ce0e901e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:13.655808 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5 req-d92ac6be-b680-45cb-884c-13ce0e901e6f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651865 Sep 28 15:47:13.684689 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ec9167b8-68c3-42b0-b3c8-48231d52af55 req-6e0a5afe-ac9c-431a-a80d-c81dffa5e293 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (55efe6f9-e65a-4754-9095-ac7b9f3c3e10), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:13.702846 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['55efe6f9-e65a-4754-9095-ac7b9f3c3e10'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:47:13.719130 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a5afe-ac9c-431a-a80d-c81dffa5e293 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Pushing event deleted for resources: {'Port': ['ID=55efe6f9-e65a-4754-9095-ac7b9f3c3e10,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:13.803571 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9167b8-68c3-42b0-b3c8-48231d52af55 req-6e0a5afe-ac9c-431a-a80d-c81dffa5e293 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] No DVR routers for this DVR port 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:47:13.807625 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ec9167b8-68c3-42b0-b3c8-48231d52af55 req-6e0a5afe-ac9c-431a-a80d-c81dffa5e293 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:13.810839 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ec9167b8-68c3-42b0-b3c8-48231d52af55 req-6e0a5afe-ac9c-431a-a80d-c81dffa5e293 tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.50 "DELETE /networking/v2.0/ports/55efe6f9-e65a-4754-9095-ac7b9f3c3e10 HTTP/1.1" status: 204 len: 173 time: 0.6141610 Sep 28 15:47:13.811326 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ad4def-5dcf-41f5-be4c-e251a8e878af', 'name': 'network-vif-deleted', 'tag': '55efe6f9-e65a-4754-9095-ac7b9f3c3e10'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:47:13.813531 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8a255b-dbd4-496a-bdb5-b9ef0853b196" -d '{"events": [{"server_uuid": "d9ad4def-5dcf-41f5-be4c-e251a8e878af", "name": "network-vif-deleted", "tag": "55efe6f9-e65a-4754-9095-ac7b9f3c3e10"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:47:13.845117 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5 req-a66a96fd-d51b-47dd-960d-b36a298e8069 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796372 Sep 28 15:47:13.862830 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44092) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:13.911086 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_v2 [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Deleting subnet c24a72c3-b4b6-49e6-b28a-eb281dd75d8e {{(pid=112831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:47:13.914394 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Publish callbacks [] for subnet (c24a72c3-b4b6-49e6-b28a-eb281dd75d8e), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:13.916478 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0634eab-fcad-40f9-8eb9-53eea6ae6319 x-openstack-request-id: req-f0634eab-fcad-40f9-8eb9-53eea6ae6319 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:47:13.916779 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ad4def-5dcf-41f5-be4c-e251a8e878af", "name": "network-vif-deleted", "tag": "55efe6f9-e65a-4754-9095-ac7b9f3c3e10", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:47:13.917035 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0634eab-fcad-40f9-8eb9-53eea6ae6319 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:47:13.917437 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0634eab-fcad-40f9-8eb9-53eea6ae6319'] response: {'server_uuid': 'd9ad4def-5dcf-41f5-be4c-e251a8e878af', 'name': 'network-vif-deleted', 'tag': '55efe6f9-e65a-4754-9095-ac7b9f3c3e10', 'status': 'completed', 'code': 200} Sep 28 15:47:13.952583 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064839'] for subnet (c24a72c3-b4b6-49e6-b28a-eb281dd75d8e), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:13.992520 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (c24a72c3-b4b6-49e6-b28a-eb281dd75d8e), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:14.046089 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3622050'] for subnet (c24a72c3-b4b6-49e6-b28a-eb281dd75d8e), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:14.071959 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24a72c3-b4b6-49e6-b28a-eb281dd75d8e,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:14.077482 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:14.080586 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c24a72c3-b4b6-49e6-b28a-eb281dd75d8e HTTP/1.1" status: 204 len: 168 time: 0.2166898 Sep 28 15:47:14.083237 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 44094) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:14.087329 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.087673 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.088027 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.088500 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.088676 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.088973 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.089293 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.089620 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.089960 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.090493 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.090821 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.091141 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.091469 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.091786 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.092098 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1345ff0d-6d49-4f61-81d7-66686678f499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:14.530046 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (db2750e0-a7a8-471c-8c9d-9a849d0d357e), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:14.533035 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-120579f8-c1df-469c-aac1-a9a795e956f8 req-4bfa90cc-ac16-45f1-836a-b6ac903327fa tempest-ServerRescueNegativeTestJSON-886308406 tempest-ServerRescueNegativeTestJSON-886308406-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d9ad4def-5dcf-41f5-be4c-e251a8e878af HTTP/1.1" status: 200 len: 210 time: 0.0735779 Sep 28 15:47:14.566811 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f0f41-2b88-425b-afde-f944f551a927 req-62133004-6ef7-46df-80c2-8094f974dcec tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:14.568299 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-319f0f41-2b88-425b-afde-f944f551a927 req-62133004-6ef7-46df-80c2-8094f974dcec tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 945 time: 0.1161911 Sep 28 15:47:14.622180 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cfd8d5a7-c4bc-4aa5-8795-38f3a5728ee5 req-cc4f4861-7f97-4bee-b367-fa72ab8bc754 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229528 Sep 28 15:47:14.687693 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (db2750e0-a7a8-471c-8c9d-9a849d0d357e), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:14.698072 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-319f0f41-2b88-425b-afde-f944f551a927 req-7fb10b84-ebb7-476c-aeb4-ccefb08c459c tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83460241-124c-4712-b2cb-d06607c13604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170969 Sep 28 15:47:14.707722 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:14.712661 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2750e0-a7a8-471c-8c9d-9a849d0d357e']}} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:14.723388 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a2f525-b377-4392-bcf2-ceb3a5153a6e') {'for_net_delete': True} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:14.723696 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a2f525-b377-4392-bcf2-ceb3a5153a6e') {} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:14.733166 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3597761'] for segment (06a2f525-b377-4392-bcf2-ceb3a5153a6e), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:14.749944 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (06a2f525-b377-4392-bcf2-ceb3a5153a6e), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:14.756422 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=112830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:47:14.756814 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726380'] for segment (06a2f525-b377-4392-bcf2-ceb3a5153a6e), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:14.802872 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment 06a2f525-b377-4392-bcf2-ceb3a5153a6e resource provider aggregate not found Sep 28 15:47:14.823217 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment 06a2f525-b377-4392-bcf2-ceb3a5153a6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06a2f525-b377-4392-bcf2-ceb3a5153a6e found for delete ", "request_id": "req-0c12bfe4-b94f-4df6-88e6-9af51adc0385"}]} Sep 28 15:47:14.827944 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (db2750e0-a7a8-471c-8c9d-9a849d0d357e), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:14.834839 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:14.837170 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/db2750e0-a7a8-471c-8c9d-9a849d0d357e HTTP/1.1" status: 204 len: 168 time: 0.7529352 Sep 28 15:47:14.848055 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fee37-39e7-4385-8fc5-6e9d5785d939 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2750e0-a7a8-471c-8c9d-9a849d0d357e,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:14.952917 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 44110) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:14.997901 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-25a09d9e-9fc6-4f11-8249-b165e8ddba0c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6dcadaaec3664e8dace58c2479d8f534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436730 Sep 28 15:47:15.000208 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 44112) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:15.027016 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:15.053935 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-30211881-fb62-4a9e-9cc2-5dbb0a232c3e admin admin] Publish callbacks [] for security_group (d168197d-817b-4d42-a584-070712ddbf41), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:15.074419 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-30211881-fb62-4a9e-9cc2-5dbb0a232c3e admin admin] Publish callbacks [] for security_group (d168197d-817b-4d42-a584-070712ddbf41), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:15.121724 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-30211881-fb62-4a9e-9cc2-5dbb0a232c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (d168197d-817b-4d42-a584-070712ddbf41), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:15.124245 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-30211881-fb62-4a9e-9cc2-5dbb0a232c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:15.125448 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-30211881-fb62-4a9e-9cc2-5dbb0a232c3e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d168197d-817b-4d42-a584-070712ddbf41 HTTP/1.1" status: 204 len: 168 time: 0.1242967 Sep 28 15:47:15.133341 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30211881-fb62-4a9e-9cc2-5dbb0a232c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d168197d-817b-4d42-a584-070712ddbf41,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:15.601938 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 44118) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:15.859543 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845281-ca60-491b-80d4-72dd75306334 req-1a9e1b70-4156-41d9-9b3b-29a1fdcbf3f4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:15.860926 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8e845281-ca60-491b-80d4-72dd75306334 req-1a9e1b70-4156-41d9-9b3b-29a1fdcbf3f4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 945 time: 0.0853069 Sep 28 15:47:15.952507 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8e845281-ca60-491b-80d4-72dd75306334 req-ec0f8a88-18e7-4636-8509-72b7b84b4ba8 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83460241-124c-4712-b2cb-d06607c13604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840435 Sep 28 15:47:16.095664 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf62a7-2d96-41c4-8b39-f3e7336f3e5c req-34bf04ff-1137-44af-af4a-a8829d13ced3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:16.097245 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91bf62a7-2d96-41c4-8b39-f3e7336f3e5c req-34bf04ff-1137-44af-af4a-a8829d13ced3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 945 time: 0.0678065 Sep 28 15:47:16.108944 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44130) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:16.113806 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-ec5ef555-4936-4b04-91a2-bf966cda47da tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Request body: {'floatingip': {'port_id': '67ca7698-c1f0-4995-8fbd-1baf4a653918'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:47:16.158358 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef555-4936-4b04-91a2-bf966cda47da tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (51fdcfa6-554e-4baf-b278-ae2552230895), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:16.224864 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000813'] for router_interface (63f958b7-0059-4377-b390-c9bf0f008e22), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:16.407714 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418ee38-5e3d-4680-b90b-3ad5043f49f8 req-09178421-8174-4fe1-8e76-ea656d2c97bc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:16.409118 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3418ee38-5e3d-4680-b90b-3ad5043f49f8 req-09178421-8174-4fe1-8e76-ea656d2c97bc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0914273 Sep 28 15:47:16.445474 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:47:16.466745 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:47:16.467477 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 55efe6f9-e65a-4754-9095-ac7b9f3c3e10 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:47:16.483991 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:16.505294 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3418ee38-5e3d-4680-b90b-3ad5043f49f8 req-c4eab107-aa89-4894-99ce-5b4af88180f1 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749817 Sep 28 15:47:16.553843 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:16.559792 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] Deleting port f5ebc6c2-0877-4fe9-86b4-847c8bc45669 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:47:16.560226 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:16.643903 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] For port f5ebc6c2-0877-4fe9-86b4-847c8bc45669, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=f5ebc6c2-0877-4fe9-86b4-847c8bc45669,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:16.644267 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:16.657618 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] Calling delete_port for f5ebc6c2-0877-4fe9-86b4-847c8bc45669 owned by network:router_interface {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:47:16.795737 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef555-4936-4b04-91a2-bf966cda47da tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:16.799453 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef555-4936-4b04-91a2-bf966cda47da tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (51fdcfa6-554e-4baf-b278-ae2552230895), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:16.842484 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (f5ebc6c2-0877-4fe9-86b4-847c8bc45669), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:16.871236 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ebc6c2-0877-4fe9-86b4-847c8bc45669,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:16.900445 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.l3_db [None req-ec5ef555-4936-4b04-91a2-bf966cda47da tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Floating IP 51fdcfa6-554e-4baf-b278-ae2552230895 associated. External IP: 172.27.2.212, port: 67ca7698-c1f0-4995-8fbd-1baf4a653918. Sep 28 15:47:17.033435 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009117'] for router_interface (63f958b7-0059-4377-b390-c9bf0f008e22), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:17.088174 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:17.095068 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:17.121833 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5ef555-4936-4b04-91a2-bf966cda47da tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Router afbb5fe3-7737-46f0-905c-2d478e9fde4b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:47:17.226152 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ef555-4936-4b04-91a2-bf966cda47da tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:47:17.231210 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef555-4936-4b04-91a2-bf966cda47da tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:17.235226 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21ba5a-9b81-4fa4-8c3e-5fbe5998e81e None None] Sync routers for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:47:17.246406 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21ba5a-9b81-4fa4-8c3e-5fbe5998e81e None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:47:17.246947 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-7a21ba5a-9b81-4fa4-8c3e-5fbe5998e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:17.268329 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-ec5ef555-4936-4b04-91a2-bf966cda47da tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/51fdcfa6-554e-4baf-b278-ae2552230895 HTTP/1.1" status: 200 len: 991 time: 1.1579709 Sep 28 15:47:17.268902 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] Router 63f958b7-0059-4377-b390-c9bf0f008e22 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:47:17.269019 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'tag': '67ca7698-c1f0-4995-8fbd-1baf4a653918'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:47:17.271266 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0804de26-1b49-493e-bd85-3f686003b279" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1d44bc-cd43-48ca-83f5-51d4a5635c8d", "tag": "67ca7698-c1f0-4995-8fbd-1baf4a653918"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:47:17.357422 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-7a21ba5a-9b81-4fa4-8c3e-5fbe5998e81e None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:47:17.380625 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:47:17.386543 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0e51d87e-960e-4334-a26a-39915541d64a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/63f958b7-0059-4377-b390-c9bf0f008e22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7838981 Sep 28 15:47:17.388930 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44148) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:17.392489 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de85454-a9bb-4014-a26b-d4a26f7a60b9 None None] Sync routers for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:47:17.406486 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de85454-a9bb-4014-a26b-d4a26f7a60b9 None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:47:17.407596 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-3de85454-a9bb-4014-a26b-d4a26f7a60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:17.460744 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bb7684-a0cb-48a9-bd70-84f477c76e12 x-openstack-request-id: req-02bb7684-a0cb-48a9-bd70-84f477c76e12 {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:47:17.461897 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1d44bc-cd43-48ca-83f5-51d4a5635c8d", "tag": "67ca7698-c1f0-4995-8fbd-1baf4a653918", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:47:17.461897 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02bb7684-a0cb-48a9-bd70-84f477c76e12 {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:47:17.462411 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02bb7684-a0cb-48a9-bd70-84f477c76e12'] response: {'name': 'network-changed', 'server_uuid': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'tag': '67ca7698-c1f0-4995-8fbd-1baf4a653918', 'status': 'completed', 'code': 200} Sep 28 15:47:17.514820 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Publish callbacks [] for router (63f958b7-0059-4377-b390-c9bf0f008e22), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:17.521382 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:17.526355 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:17.534648 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804de26-1b49-493e-bd85-3f686003b279 req-8a843279-dd58-4d00-aad9-c7bf6a58c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:17.535427 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-3de85454-a9bb-4014-a26b-d4a26f7a60b9 None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:47:17.537066 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0804de26-1b49-493e-bd85-3f686003b279 req-8a843279-dd58-4d00-aad9-c7bf6a58c09b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 1129 time: 0.0562797 Sep 28 15:47:17.619480 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-7a21ba5a-9b81-4fa4-8c3e-5fbe5998e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '51fdcfa6-554e-4baf-b278-ae2552230895', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '67ca7698-c1f0-4995-8fbd-1baf4a653918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:fa:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:46:59Z', 'updated_at': '2022-09-28T15:47:16Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:17.639141 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804de26-1b49-493e-bd85-3f686003b279 req-58209442-796d-4ed3-909c-8712c6568f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:17.640926 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0804de26-1b49-493e-bd85-3f686003b279 req-58209442-796d-4ed3-909c-8712c6568f95 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 200 len: 915 time: 0.0980630 Sep 28 15:47:17.645862 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Publish callbacks [] for router_gateway (63f958b7-0059-4377-b390-c9bf0f008e22), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:17.648403 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21ba5a-9b81-4fa4-8c3e-5fbe5998e81e None None] Checking router: afbb5fe3-7737-46f0-905c-2d478e9fde4b for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:47:17.658792 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21ba5a-9b81-4fa4-8c3e-5fbe5998e81e None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:47:17.659458 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-7a21ba5a-9b81-4fa4-8c3e-5fbe5998e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:17.690605 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f937d91-1d04-424a-b164-543b97c8df3d req-7520c57f-7dbc-47b0-8775-b531fd0d5131 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:17.692466 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f937d91-1d04-424a-b164-543b97c8df3d req-7520c57f-7dbc-47b0-8775-b531fd0d5131 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0504596 Sep 28 15:47:17.701299 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Deleting port 6222802f-1999-442c-a0ca-189f3bb0e03e {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:47:17.703265 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:17.706384 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:17.757479 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-3de85454-a9bb-4014-a26b-d4a26f7a60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:47:16Z', 'revision_number': 5, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port': {'id': '6222802f-1999-442c-a0ca-189f3bb0e03e', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:17.772473 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-7a21ba5a-9b81-4fa4-8c3e-5fbe5998e81e None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:47:17.789548 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0804de26-1b49-493e-bd85-3f686003b279 req-42b3d7d8-2bbf-4255-b0c8-ef0d30a12738 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ca7698-c1f0-4995-8fbd-1baf4a653918 HTTP/1.1" status: 200 len: 999 time: 0.0959439 Sep 28 15:47:17.802902 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de85454-a9bb-4014-a26b-d4a26f7a60b9 None None] Checking router: 63f958b7-0059-4377-b390-c9bf0f008e22 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:47:17.808268 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] For port 6222802f-1999-442c-a0ca-189f3bb0e03e, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=6222802f-1999-442c-a0ca-189f3bb0e03e,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:17.808879 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:17.811964 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f937d91-1d04-424a-b164-543b97c8df3d req-e106b678-4a82-4394-86e5-c486c134536c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118696 Sep 28 15:47:17.817539 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de85454-a9bb-4014-a26b-d4a26f7a60b9 None None] Routers {'63f958b7-0059-4377-b390-c9bf0f008e22'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:47:17.818204 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-3de85454-a9bb-4014-a26b-d4a26f7a60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:46:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['63f958b7-0059-4377-b390-c9bf0f008e22'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:17.853806 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804de26-1b49-493e-bd85-3f686003b279 req-8bb54fba-0616-4cd6-978a-c9f3687a6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:17.854675 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Calling delete_port for 6222802f-1999-442c-a0ca-189f3bb0e03e owned by network:router_gateway {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:47:17.855766 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0804de26-1b49-493e-bd85-3f686003b279 req-8bb54fba-0616-4cd6-978a-c9f3687a6935 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 200 len: 854 time: 0.0581129 Sep 28 15:47:17.911075 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804de26-1b49-493e-bd85-3f686003b279 req-d41c5e0e-6b6e-4067-8b6b-48ddeece2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:17.912888 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0804de26-1b49-493e-bd85-3f686003b279 req-d41c5e0e-6b6e-4067-8b6b-48ddeece2996 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493619 Sep 28 15:47:17.923897 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-3de85454-a9bb-4014-a26b-d4a26f7a60b9 None None] Set router 63f958b7-0059-4377-b390-c9bf0f008e22 gateway port host: None {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:47:17.981626 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-3de85454-a9bb-4014-a26b-d4a26f7a60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:47:17Z', 'revision_number': 6, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port_host': None}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:18.013524 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de85454-a9bb-4014-a26b-d4a26f7a60b9 None None] The sync data for ids ['63f958b7-0059-4377-b390-c9bf0f008e22'] in dv-cinder-859319-2-iscsi is: [{'id': '63f958b7-0059-4377-b390-c9bf0f008e22', 'name': 'tempest-ServerRescueNegativeTestJSON-593595512-router', 'tenant_id': '824ddb9f6f344a2684cf31d08427306c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:47:17Z', 'revision_number': 6, 'project_id': '824ddb9f6f344a2684cf31d08427306c', 'gw_port_host': None}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:47:18.029662 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-7a21ba5a-9b81-4fa4-8c3e-5fbe5998e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '51fdcfa6-554e-4baf-b278-ae2552230895', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '67ca7698-c1f0-4995-8fbd-1baf4a653918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:fa:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:46:59Z', 'updated_at': '2022-09-28T15:47:16Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:18.030390 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0804de26-1b49-493e-bd85-3f686003b279 req-180b9a5d-7588-4531-8fa7-7b5c2b009499 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104355 Sep 28 15:47:18.031327 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:18.053088 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (6222802f-1999-442c-a0ca-189f3bb0e03e), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.063554 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21ba5a-9b81-4fa4-8c3e-5fbe5998e81e None None] The sync data for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi is: [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '51fdcfa6-554e-4baf-b278-ae2552230895', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'port_id': '67ca7698-c1f0-4995-8fbd-1baf4a653918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'mac_address': 'fa:16:3e:fa:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:46:59Z', 'updated_at': '2022-09-28T15:47:16Z', 'revision_number': 1, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:47:18.082555 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Pushing event deleted for resources: {'Port': ['ID=6222802f-1999-442c-a0ca-189f3bb0e03e,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:18.142575 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0804de26-1b49-493e-bd85-3f686003b279 req-ca3b6ec2-c4fb-4cef-9d43-2d67e7223da8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021800 Sep 28 15:47:18.146564 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008939'] for router_gateway (63f958b7-0059-4377-b390-c9bf0f008e22), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.237084 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2009202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-907'] for router (63f958b7-0059-4377-b390-c9bf0f008e22), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.239512 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Publish callbacks [] for router_controller (63f958b7-0059-4377-b390-c9bf0f008e22), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.245229 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:18.282177 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:18.290904 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82182b4-e04c-4f73-b602-59565e7e8ff9 None None] New status for floating IP 51fdcfa6-554e-4baf-b278-ae2552230895: ACTIVE {{(pid=112833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:47:18.297802 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2009195'] for router (63f958b7-0059-4377-b390-c9bf0f008e22), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.298546 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63f958b7-0059-4377-b390-c9bf0f008e22 {{(pid=112831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 15:47:18.303023 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.306746 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-32c496c9-1f2d-4fbd-aa6b-71231d3c8729 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/63f958b7-0059-4377-b390-c9bf0f008e22 HTTP/1.1" status: 204 len: 168 time: 0.9140899 Sep 28 15:47:18.306948 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44154) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:18.352755 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a7f9d3-2da7-4a41-a86c-93a5b100052c admin admin] Deleting subnet 2deece4e-7771-4de9-913c-e26bea7b629b {{(pid=112831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:47:18.358447 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f9d3-2da7-4a41-a86c-93a5b100052c admin admin] Publish callbacks [] for subnet (2deece4e-7771-4de9-913c-e26bea7b629b), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.397269 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f9d3-2da7-4a41-a86c-93a5b100052c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064839'] for subnet (2deece4e-7771-4de9-913c-e26bea7b629b), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.485498 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f9d3-2da7-4a41-a86c-93a5b100052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (2deece4e-7771-4de9-913c-e26bea7b629b), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.538827 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f9d3-2da7-4a41-a86c-93a5b100052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3622050'] for subnet (2deece4e-7771-4de9-913c-e26bea7b629b), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.563927 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7f9d3-2da7-4a41-a86c-93a5b100052c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2deece4e-7771-4de9-913c-e26bea7b629b,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:18.567504 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f0a7f9d3-2da7-4a41-a86c-93a5b100052c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.571160 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-f0a7f9d3-2da7-4a41-a86c-93a5b100052c admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/2deece4e-7771-4de9-913c-e26bea7b629b HTTP/1.1" status: 204 len: 168 time: 0.2632992 Sep 28 15:47:18.573660 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44156) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:18.576311 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91465f47-c4f2-450d-b639-39ce8e2bdccc None None] Network b037e357-8df3-4ca3-8b1b-f30273c72384 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:47:18.645396 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (b037e357-8df3-4ca3-8b1b-f30273c72384), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.688188 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Deleting port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:47:18.688526 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.751343 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] For port 9b9df40f-24b4-4f8b-a3d9-3b162868d207, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=9b9df40f-24b4-4f8b-a3d9-3b162868d207,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:18.751636 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.768598 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Calling delete_port for 9b9df40f-24b4-4f8b-a3d9-3b162868d207 owned by network:dhcp {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:47:18.807899 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] DHCP port deletion for b037e357-8df3-4ca3-8b1b-f30273c72384 request from dv-cinder-859319-2-iscsi {{(pid=112832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 15:47:18.850182 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Deleting port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 {{(pid=112832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:47:18.850554 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), before_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.864966 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.894963 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9df40f-24b4-4f8b-a3d9-3b162868d207,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:18.900495 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] No DVR routers for this DVR port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 on host dv-cinder-859319-2-iscsi {{(pid=112831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:47:18.937314 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] For port 9b9df40f-24b4-4f8b-a3d9-3b162868d207, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=9b9df40f-24b4-4f8b-a3d9-3b162868d207,segment=NetworkSegment(9065f949-8795-437a-9f76-36a5c33869e1),segment_id=9065f949-8795-437a-9f76-36a5c33869e1)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:18.938060 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), precommit_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:18.956442 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Calling delete_port for 9b9df40f-24b4-4f8b-a3d9-3b162868d207 owned by network:dhcp {{(pid=112832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:47:18.978909 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ca7c0-683d-4fc6-ba9b-47a817c3fe7e req-b9085670-e2f0-4192-8f89-fd82838c3c9f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:18.981327 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ae8ca7c0-683d-4fc6-ba9b-47a817c3fe7e req-b9085670-e2f0-4192-8f89-fd82838c3c9f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0504553 Sep 28 15:47:18.986844 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (b037e357-8df3-4ca3-8b1b-f30273c72384), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:19.009441 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b037e357-8df3-4ca3-8b1b-f30273c72384']}} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:19.020921 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9065f949-8795-437a-9f76-36a5c33869e1') {'for_net_delete': True} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:19.021222 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9065f949-8795-437a-9f76-36a5c33869e1') {} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:19.031723 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064846'] for segment (9065f949-8795-437a-9f76-36a5c33869e1), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:19.032230 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ae8ca7c0-683d-4fc6-ba9b-47a817c3fe7e req-1187e4aa-83ac-4532-a335-0147deb3b9a6 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450537 Sep 28 15:47:19.051050 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (9065f949-8795-437a-9f76-36a5c33869e1), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:19.052534 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (9b9df40f-24b4-4f8b-a3d9-3b162868d207), after_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:19.061385 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=112831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:47:19.062033 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066602'] for segment (9065f949-8795-437a-9f76-36a5c33869e1), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:19.086855 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Pushing event deleted for resources: {'Port': ['ID=9b9df40f-24b4-4f8b-a3d9-3b162868d207,revision_number=None']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:19.101685 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.102173 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.102546 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.102909 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.103269 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.103574 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.103899 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.104636 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.104636 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.104877 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.105206 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.105533 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.105879 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.106197 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.106520 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:47:19.109494 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4c6bc-965f-4af3-b9ba-b98ef0eef972 None None] No DVR routers for this DVR port 9b9df40f-24b4-4f8b-a3d9-3b162868d207 on host dv-cinder-859319-2-iscsi {{(pid=112832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:47:19.136999 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (b037e357-8df3-4ca3-8b1b-f30273c72384), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:19.151193 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:19.154472 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/b037e357-8df3-4ca3-8b1b-f30273c72384 HTTP/1.1" status: 204 len: 168 time: 0.5798545 Sep 28 15:47:19.176014 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8d3a1-e57f-40a6-b919-eb7f008ebdf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b037e357-8df3-4ca3-8b1b-f30273c72384,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:19.238496 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 9065f949-8795-437a-9f76-36a5c33869e1 resource provider aggregate not found Sep 28 15:47:19.261145 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 9065f949-8795-437a-9f76-36a5c33869e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9065f949-8795-437a-9f76-36a5c33869e1 found for delete ", "request_id": "req-2a4c0668-d125-4ebc-aa92-bd8372d00f7c"}]} Sep 28 15:47:19.284417 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device f5ebc6c2-0877-4fe9-86b4-847c8bc45669 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:47:19.305267 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: f5ebc6c2-0877-4fe9-86b4-847c8bc45669 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:47:19.305614 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device f5ebc6c2-0877-4fe9-86b4-847c8bc45669 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:47:19.306131 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 6222802f-1999-442c-a0ca-189f3bb0e03e no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:47:19.307237 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44168) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:19.313687 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:19.325357 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 6222802f-1999-442c-a0ca-189f3bb0e03e {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:47:19.325772 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 6222802f-1999-442c-a0ca-189f3bb0e03e not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:47:19.326228 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 9b9df40f-24b4-4f8b-a3d9-3b162868d207 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:47:19.344422 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 9b9df40f-24b4-4f8b-a3d9-3b162868d207 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:47:19.344764 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 9b9df40f-24b4-4f8b-a3d9-3b162868d207 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:47:19.351761 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-64c25003-cbb1-4103-a630-5f3e51476d72 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=824ddb9f6f344a2684cf31d08427306c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425546 Sep 28 15:47:19.354280 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44170) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:19.399629 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:19.403439 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-85bc032f-6438-4114-9fe4-a41f7dcca4fc admin admin] Publish callbacks [] for security_group (32c79b14-f7a3-4d1d-b61c-6e035ef69c47), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:19.425041 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-85bc032f-6438-4114-9fe4-a41f7dcca4fc admin admin] Publish callbacks [] for security_group (32c79b14-f7a3-4d1d-b61c-6e035ef69c47), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:19.470895 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-85bc032f-6438-4114-9fe4-a41f7dcca4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (32c79b14-f7a3-4d1d-b61c-6e035ef69c47), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:19.473573 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-85bc032f-6438-4114-9fe4-a41f7dcca4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:19.474745 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-85bc032f-6438-4114-9fe4-a41f7dcca4fc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/32c79b14-f7a3-4d1d-b61c-6e035ef69c47 HTTP/1.1" status: 204 len: 168 time: 0.1198153 Sep 28 15:47:19.482816 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc032f-6438-4114-9fe4-a41f7dcca4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c79b14-f7a3-4d1d-b61c-6e035ef69c47,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:20.171516 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcab318-cc21-4e93-a067-41f69c79a2f1 req-c6a28461-88fb-4340-ac00-bafca4a5f8b3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:20.173008 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cbcab318-cc21-4e93-a067-41f69c79a2f1 req-c6a28461-88fb-4340-ac00-bafca4a5f8b3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0495198 Sep 28 15:47:20.224737 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cbcab318-cc21-4e93-a067-41f69c79a2f1 req-8674dcd6-ee2a-4912-9b3b-b22ad6152dd0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454769 Sep 28 15:47:21.304843 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44224) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:21.352247 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a484f-5e56-41c0-a8ed-f004a8e82347 req-c13b4374-caac-42bc-8130-fb681fd5c184 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:21.353741 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-231a484f-5e56-41c0-a8ed-f004a8e82347 req-c13b4374-caac-42bc-8130-fb681fd5c184 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0467107 Sep 28 15:47:21.402773 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-231a484f-5e56-41c0-a8ed-f004a8e82347 req-404fbe54-36da-46d5-8e2e-c491f93c2206 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434847 Sep 28 15:47:21.408732 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9314-17b5-40ee-a02b-b01458378430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:21.489279 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9314-17b5-40ee-a02b-b01458378430 admin admin] Publish callbacks [] for security_group (7a3fb5b2-c553-4d42-b517-c32e70f77d02), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:21.494856 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9314-17b5-40ee-a02b-b01458378430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (7a3fb5b2-c553-4d42-b517-c32e70f77d02), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:21.533725 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-9f8c9314-17b5-40ee-a02b-b01458378430 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=664996c5847a4d92916079fc92a42e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278187 Sep 28 15:47:21.534580 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c9314-17b5-40ee-a02b-b01458378430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3fb5b2-c553-4d42-b517-c32e70f77d02,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:21.536439 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 44228) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:21.584321 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c65e20af-7298-45f3-963d-2b991a782039 admin admin] Publish callbacks [] for security_group (7a3fb5b2-c553-4d42-b517-c32e70f77d02), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:21.603855 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c65e20af-7298-45f3-963d-2b991a782039 admin admin] Publish callbacks [] for security_group (7a3fb5b2-c553-4d42-b517-c32e70f77d02), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:21.605300 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:21.651062 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c65e20af-7298-45f3-963d-2b991a782039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (7a3fb5b2-c553-4d42-b517-c32e70f77d02), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:21.653457 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c65e20af-7298-45f3-963d-2b991a782039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:21.654618 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c65e20af-7298-45f3-963d-2b991a782039 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7a3fb5b2-c553-4d42-b517-c32e70f77d02 HTTP/1.1" status: 204 len: 168 time: 0.1172061 Sep 28 15:47:21.662026 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e20af-7298-45f3-963d-2b991a782039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3fb5b2-c553-4d42-b517-c32e70f77d02,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:21.908481 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 44234) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:21.925581 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-bfe06c96-4b12-4352-b1cb-9cb932830e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:21.963514 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:22.006495 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-bfe06c96-4b12-4352-b1cb-9cb932830e37 admin admin] Publish callbacks [] for security_group (e82007b6-9109-45cb-881d-c9b499bf8029), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:22.010756 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-bfe06c96-4b12-4352-b1cb-9cb932830e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e82007b6-9109-45cb-881d-c9b499bf8029), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:22.049146 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-bfe06c96-4b12-4352-b1cb-9cb932830e37 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6be2dc8faf504409a419503a27d5ef4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396298 Sep 28 15:47:22.051054 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe06c96-4b12-4352-b1cb-9cb932830e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82007b6-9109-45cb-881d-c9b499bf8029,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:22.051986 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44236) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:22.104564 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42da4936-cd1d-4a8d-996d-36373d4d10d5 admin admin] Publish callbacks [] for security_group (e82007b6-9109-45cb-881d-c9b499bf8029), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:22.124497 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42da4936-cd1d-4a8d-996d-36373d4d10d5 admin admin] Publish callbacks [] for security_group (e82007b6-9109-45cb-881d-c9b499bf8029), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:22.170897 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42da4936-cd1d-4a8d-996d-36373d4d10d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e82007b6-9109-45cb-881d-c9b499bf8029), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:22.173605 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-42da4936-cd1d-4a8d-996d-36373d4d10d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:22.174770 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-42da4936-cd1d-4a8d-996d-36373d4d10d5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e82007b6-9109-45cb-881d-c9b499bf8029 HTTP/1.1" status: 204 len: 168 time: 0.1218104 Sep 28 15:47:22.182405 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da4936-cd1d-4a8d-996d-36373d4d10d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82007b6-9109-45cb-881d-c9b499bf8029,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:22.528767 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416bc51-346f-4f63-be05-3802be550cad req-28c88bb6-7b92-4cd8-8643-bd009109003b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:22.530274 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e416bc51-346f-4f63-be05-3802be550cad req-28c88bb6-7b92-4cd8-8643-bd009109003b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0473561 Sep 28 15:47:22.578498 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e416bc51-346f-4f63-be05-3802be550cad req-079c9ca5-a096-4e14-87ba-f1d34ec13257 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424268 Sep 28 15:47:23.706270 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf4d54-50ef-4a85-ade6-c231d9a40fe1 req-5e1890ed-c43d-48cd-b323-8324787dd965 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:23.707670 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-33cf4d54-50ef-4a85-ade6-c231d9a40fe1 req-5e1890ed-c43d-48cd-b323-8324787dd965 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0501406 Sep 28 15:47:23.755804 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-33cf4d54-50ef-4a85-ade6-c231d9a40fe1 req-25dc0d76-e443-4653-a248-46f7451238b1 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Sep 28 15:47:24.390651 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:24.396644 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ecf5522a-540a-4690-9bc3-36bb130ac2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:24.887846 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2793bf-6ad2-4c8b-a01b-efa9a6b70b6a req-c0f27635-01eb-4844-b230-330cdf2d40a3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:24.889334 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0b2793bf-6ad2-4c8b-a01b-efa9a6b70b6a req-c0f27635-01eb-4844-b230-330cdf2d40a3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0506470 Sep 28 15:47:24.938300 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0b2793bf-6ad2-4c8b-a01b-efa9a6b70b6a req-60fb0e7e-6d38-4266-8c43-0a6ca22c1af3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434160 Sep 28 15:47:26.065506 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693a151-e4cc-494d-9390-bcc65ba7db2a req-79279a94-7ecf-4f67-9a9a-f85896a7cd15 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:26.066994 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f693a151-e4cc-494d-9390-bcc65ba7db2a req-79279a94-7ecf-4f67-9a9a-f85896a7cd15 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0469019 Sep 28 15:47:26.118342 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f693a151-e4cc-494d-9390-bcc65ba7db2a req-c7f1bc81-150c-4c94-a390-cd59d72d42de tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457592 Sep 28 15:47:26.483551 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-081292f2-baed-4c44-907e-005486819336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:27.247461 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a32901-e5d7-46d4-8909-1be42498f0ae req-623459cd-426c-46e2-8972-b2754c3e7aad tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:27.248948 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-01a32901-e5d7-46d4-8909-1be42498f0ae req-623459cd-426c-46e2-8972-b2754c3e7aad tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0478032 Sep 28 15:47:27.297963 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-01a32901-e5d7-46d4-8909-1be42498f0ae req-477d6fa9-6a1e-4f9d-a75d-c14a73b0b0eb tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435116 Sep 28 15:47:28.245746 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:28.425482 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edfd2e-b6b0-4f66-9527-2490f4df5341 req-8fdbd74f-0680-47db-91b7-11f3929c165c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:28.427150 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-64edfd2e-b6b0-4f66-9527-2490f4df5341 req-8fdbd74f-0680-47db-91b7-11f3929c165c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0475452 Sep 28 15:47:28.478313 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-64edfd2e-b6b0-4f66-9527-2490f4df5341 req-5b741487-9a39-4933-9f9b-9a6c9aae585c tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454962 Sep 28 15:47:29.612270 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061a5c5-8887-4121-b326-f96eb6051f42 req-07ff5212-8a97-4fb4-befc-1f54ab323567 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:29.613756 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f061a5c5-8887-4121-b326-f96eb6051f42 req-07ff5212-8a97-4fb4-befc-1f54ab323567 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0524664 Sep 28 15:47:29.662634 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f061a5c5-8887-4121-b326-f96eb6051f42 req-e6d655cc-e054-45aa-9e3d-8340f32bdf91 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 Sep 28 15:47:29.735867 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:29.737490 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:30.789919 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9ef8c-b88c-48b7-bee6-1349c5cb7168 req-29576991-341e-4250-94df-9a597860045f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:30.791409 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f3e9ef8c-b88c-48b7-bee6-1349c5cb7168 req-29576991-341e-4250-94df-9a597860045f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0489049 Sep 28 15:47:30.803249 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:30.841018 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f3e9ef8c-b88c-48b7-bee6-1349c5cb7168 req-8a24eb45-a036-471a-bdbf-6964ef252352 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437276 Sep 28 15:47:31.772289 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:31.777303 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:DELETE=1,neutron:SELECT=61,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:31.972909 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab2129-fec4-4ead-b32f-04c5f89cceba req-946f58d6-6343-4604-a90e-41e3e356afdc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:31.974397 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-05ab2129-fec4-4ead-b32f-04c5f89cceba req-946f58d6-6343-4604-a90e-41e3e356afdc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0497699 Sep 28 15:47:32.021811 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-05ab2129-fec4-4ead-b32f-04c5f89cceba req-dab53706-43b7-4335-9765-6542cbbbc733 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419354 Sep 28 15:47:32.178124 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=6 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:32.179314 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=41,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:32.660673 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:47:33.149093 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d254dee-cc4a-49de-87dc-f74d81736c95 req-e74a1f3d-6dc5-49fc-99f0-d7675d141ec7 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:33.150582 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9d254dee-cc4a-49de-87dc-f74d81736c95 req-e74a1f3d-6dc5-49fc-99f0-d7675d141ec7 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0464756 Sep 28 15:47:33.162114 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:33.201073 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9d254dee-cc4a-49de-87dc-f74d81736c95 req-b8db7180-f1f2-4559-925c-2067c4673dd0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446007 Sep 28 15:47:34.328303 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fc2c6-d4d0-4fd8-aaa6-b1e5558e2f24 req-be8b8653-f991-402f-8ff8-0d9aed44cd8b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:34.329765 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-122fc2c6-d4d0-4fd8-aaa6-b1e5558e2f24 req-be8b8653-f991-402f-8ff8-0d9aed44cd8b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0460293 Sep 28 15:47:34.379046 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-122fc2c6-d4d0-4fd8-aaa6-b1e5558e2f24 req-13d2e093-3386-4565-9ae0-a750dc690bd6 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 Sep 28 15:47:35.748131 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aa559-17d4-4d71-beb2-3b851e7ae50d req-16ed9687-1132-42ff-883e-a1665964f3b9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:35.749612 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2d3aa559-17d4-4d71-beb2-3b851e7ae50d req-16ed9687-1132-42ff-883e-a1665964f3b9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.2927787 Sep 28 15:47:35.796240 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2d3aa559-17d4-4d71-beb2-3b851e7ae50d req-b4923bd4-71c5-41f0-9cce-aa963b79f98e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403981 Sep 28 15:47:36.372307 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:36.925902 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2176fd-5314-4a47-a163-d2258ac41d4e req-910cc448-a4d9-4e79-b755-b4a41fccab4e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:36.927379 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b2176fd-5314-4a47-a163-d2258ac41d4e req-910cc448-a4d9-4e79-b755-b4a41fccab4e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0467532 Sep 28 15:47:36.978231 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b2176fd-5314-4a47-a163-d2258ac41d4e req-c3c64b63-beac-449e-8f40-8d247827357f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445900 Sep 28 15:47:38.107107 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a0d96-6a14-4072-af73-2bc37733b4a6 req-d07be481-b493-4ae0-a4c3-7cd479318a3a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:38.108604 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c88a0d96-6a14-4072-af73-2bc37733b4a6 req-d07be481-b493-4ae0-a4c3-7cd479318a3a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0498631 Sep 28 15:47:38.158134 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c88a0d96-6a14-4072-af73-2bc37733b4a6 req-e7e98b52-3904-4947-bc04-90e4ce95e1da tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440011 Sep 28 15:47:39.290105 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d386-5b24-460e-aa07-e7141f95d549 req-875fa979-156a-49fa-8466-99572e8d373d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:39.291598 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4c79d386-5b24-460e-aa07-e7141f95d549 req-875fa979-156a-49fa-8466-99572e8d373d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0485032 Sep 28 15:47:39.338182 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4c79d386-5b24-460e-aa07-e7141f95d549 req-1856250f-8e80-417f-8f68-d5050988278f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408351 Sep 28 15:47:39.518020 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8dad4-1def-4a17-bf5e-e44efeb112d2 req-ff4a712c-225c-4953-a0ab-4152aec2b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:39.519510 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d3b8dad4-1def-4a17-bf5e-e44efeb112d2 req-ff4a712c-225c-4953-a0ab-4152aec2b362 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 1129 time: 0.0425050 Sep 28 15:47:39.635800 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8dad4-1def-4a17-bf5e-e44efeb112d2 req-8f89a45f-fd35-4683-ada5-b135eed4c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:39.637406 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d3b8dad4-1def-4a17-bf5e-e44efeb112d2 req-8f89a45f-fd35-4683-ada5-b135eed4c7f4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 917 time: 0.0965605 Sep 28 15:47:39.711735 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d3b8dad4-1def-4a17-bf5e-e44efeb112d2 req-b17f47c2-c7f9-489f-8b7e-b7382ec1f77b service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1 HTTP/1.1" status: 200 len: 1001 time: 0.0668147 Sep 28 15:47:39.783903 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8dad4-1def-4a17-bf5e-e44efeb112d2 req-4b31e663-189b-4e80-8eb4-1b8246172831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:39.785459 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d3b8dad4-1def-4a17-bf5e-e44efeb112d2 req-4b31e663-189b-4e80-8eb4-1b8246172831 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.0675502 Sep 28 15:47:39.838716 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8dad4-1def-4a17-bf5e-e44efeb112d2 req-c9fa2d20-1be9-4440-8ca1-aaed811cdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:39.840335 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d3b8dad4-1def-4a17-bf5e-e44efeb112d2 req-c9fa2d20-1be9-4440-8ca1-aaed811cdb82 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436938 Sep 28 15:47:39.890418 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44476) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:39.943151 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d3b8dad4-1def-4a17-bf5e-e44efeb112d2 req-0df5a192-333a-4d8a-893a-1e72e518e528 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916677 Sep 28 15:47:39.992783 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:40.000549 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fc8728e9-1e60-4c4e-97d0-9fbbc3362f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:40.011751 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:40.036047 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d3b8dad4-1def-4a17-bf5e-e44efeb112d2 req-dc5f0af6-4e78-4650-8561-900a758976d8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862176 Sep 28 15:47:40.081692 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fc8728e9-1e60-4c4e-97d0-9fbbc3362f6c admin admin] Publish callbacks [] for security_group (33ec9bf7-bcc5-4bd7-bad5-4f29be65c09a), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:40.085142 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fc8728e9-1e60-4c4e-97d0-9fbbc3362f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (33ec9bf7-bcc5-4bd7-bad5-4f29be65c09a), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:40.127434 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-fc8728e9-1e60-4c4e-97d0-9fbbc3362f6c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a37e7dd2fe3f474e82fa9b42072fd7bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354236 Sep 28 15:47:40.128589 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8728e9-1e60-4c4e-97d0-9fbbc3362f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ec9bf7-bcc5-4bd7-bad5-4f29be65c09a,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:40.130392 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 44480) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:40.186512 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2df75462-ca1b-40bd-894c-db4e72688ebb admin admin] Publish callbacks [] for security_group (33ec9bf7-bcc5-4bd7-bad5-4f29be65c09a), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:40.206182 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2df75462-ca1b-40bd-894c-db4e72688ebb admin admin] Publish callbacks [] for security_group (33ec9bf7-bcc5-4bd7-bad5-4f29be65c09a), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:40.256170 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2df75462-ca1b-40bd-894c-db4e72688ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (33ec9bf7-bcc5-4bd7-bad5-4f29be65c09a), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:40.258802 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2df75462-ca1b-40bd-894c-db4e72688ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:40.260052 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-2df75462-ca1b-40bd-894c-db4e72688ebb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/33ec9bf7-bcc5-4bd7-bad5-4f29be65c09a HTTP/1.1" status: 204 len: 168 time: 0.1285982 Sep 28 15:47:40.267812 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df75462-ca1b-40bd-894c-db4e72688ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ec9bf7-bcc5-4bd7-bad5-4f29be65c09a,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:40.462705 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546aca9-2cab-4121-a77f-f332137402ab req-ab6a9d83-624e-4beb-9946-85a5237acc74 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:40.464219 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d546aca9-2cab-4121-a77f-f332137402ab req-ab6a9d83-624e-4beb-9946-85a5237acc74 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0481665 Sep 28 15:47:40.511612 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d546aca9-2cab-4121-a77f-f332137402ab req-1cb78ee5-99fb-48e7-b5a4-014aafaa5161 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418694 Sep 28 15:47:40.541451 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device e6c19ccc-4417-4703-b693-5cf72e3030b1 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:47:40.645738 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:40.657730 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'port_id': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'mac_address': 'fa:16:3e:4d:2b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:47:40.693591 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port e6c19ccc-4417-4703-b693-5cf72e3030b1 is: ACTIVE; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:47:40.694202 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:40.711447 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6c19ccc-4417-4703-b693-5cf72e3030b1 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:47:40.735468 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:40.739750 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:40.797586 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=e6c19ccc-4417-4703-b693-5cf72e3030b1,revision_number=6']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:40.824745 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['e6c19ccc-4417-4703-b693-5cf72e3030b1'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:47:40.849392 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:41.732219 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996ad73-c4e2-4f7c-b1df-aa36a45742c5 req-da145c25-d6e2-4413-816e-c17c20a8e1f0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:41.745399 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c996ad73-c4e2-4f7c-b1df-aa36a45742c5 req-da145c25-d6e2-4413-816e-c17c20a8e1f0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 944 time: 0.1024272 Sep 28 15:47:41.827006 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c996ad73-c4e2-4f7c-b1df-aa36a45742c5 req-877d078a-c607-47e2-a764-7f34008909dc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795093 Sep 28 15:47:42.550707 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device e6c19ccc-4417-4703-b693-5cf72e3030b1 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:47:42.607120 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port e6c19ccc-4417-4703-b693-5cf72e3030b1 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:47:42.608471 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:42.609157 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port e6c19ccc-4417-4703-b693-5cf72e3030b1 Sep 28 15:47:42.661408 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:42.708216 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port e6c19ccc-4417-4703-b693-5cf72e3030b1 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:47:42.708668 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:42.736590 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:47:42.739145 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a20802-2b67-478c-9a53-19eed157b27f" -d '{"events": [{"server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:47:42.758985 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:42.770324 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:42.829914 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=e6c19ccc-4417-4703-b693-5cf72e3030b1,revision_number=7']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:42.999009 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d4a84f-caf2-475c-afca-59f02baf0663 x-openstack-request-id: req-25d4a84f-caf2-475c-afca-59f02baf0663 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:47:42.999304 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:47:42.999558 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25d4a84f-caf2-475c-afca-59f02baf0663 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:47:42.999960 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d4a84f-caf2-475c-afca-59f02baf0663'] response: {'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'code': 200} Sep 28 15:47:43.042054 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635d47d-727a-41fb-8137-b565933aa0bd req-dc254902-e207-44a9-a988-1276d97ea846 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:43.044385 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e635d47d-727a-41fb-8137-b565933aa0bd req-dc254902-e207-44a9-a988-1276d97ea846 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0716422 Sep 28 15:47:43.110481 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e635d47d-727a-41fb-8137-b565933aa0bd req-66f6e28d-7542-4cbe-a4d5-aa0340500ffd tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603940 Sep 28 15:47:44.290685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8df5c-bc93-47a5-a89b-0d052c99e076 req-2fc1f292-5d2f-40ad-9fa8-27153a81d8a0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:44.292991 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ebe8df5c-bc93-47a5-a89b-0d052c99e076 req-2fc1f292-5d2f-40ad-9fa8-27153a81d8a0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0628440 Sep 28 15:47:44.359054 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ebe8df5c-bc93-47a5-a89b-0d052c99e076 req-caa815f3-c867-4a8d-990b-484940618821 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594118 Sep 28 15:47:45.497148 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385cde4-ea73-47a3-ab61-976176a5cc88 req-5afab378-f4ef-4405-95bb-58e642a02520 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:45.498698 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3385cde4-ea73-47a3-ab61-976176a5cc88 req-5afab378-f4ef-4405-95bb-58e642a02520 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0506592 Sep 28 15:47:45.548793 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3385cde4-ea73-47a3-ab61-976176a5cc88 req-1eb3420f-9f77-40cd-9c29-8d3bcb1d27c0 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445695 Sep 28 15:47:46.699396 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf780ebe-1380-437f-bc9b-1bac018db266 req-57d61a6a-a47e-49c3-bdb1-abb23030c350 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:46.700893 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cf780ebe-1380-437f-bc9b-1bac018db266 req-57d61a6a-a47e-49c3-bdb1-abb23030c350 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0551937 Sep 28 15:47:46.762470 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cf780ebe-1380-437f-bc9b-1bac018db266 req-d8474689-680b-4509-a6b4-c4d3d0640178 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557420 Sep 28 15:47:47.936055 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37c83b-df44-4148-87b3-bcae0bd78135 req-126003b8-f764-4160-882d-f2f20a284e39 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:47.943697 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9d37c83b-df44-4148-87b3-bcae0bd78135 req-126003b8-f764-4160-882d-f2f20a284e39 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0683467 Sep 28 15:47:47.994384 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9d37c83b-df44-4148-87b3-bcae0bd78135 req-97b63b7a-10b5-4f4e-9def-6338ef5d9715 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494642 Sep 28 15:47:49.157766 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ebfa7-cb0c-42ed-88c4-1e67cd109c83 req-f948e2cd-4433-4fc8-96a2-2457f8dc4d61 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:49.159334 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f20ebfa7-cb0c-42ed-88c4-1e67cd109c83 req-f948e2cd-4433-4fc8-96a2-2457f8dc4d61 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0563385 Sep 28 15:47:49.245605 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f20ebfa7-cb0c-42ed-88c4-1e67cd109c83 req-14c2370d-7a05-41d4-b7e3-c88541a51436 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728526 Sep 28 15:47:50.123275 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=16,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:50.124940 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:50.421448 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7011-f65a-4d10-b89d-60b20c8a0ad4 req-0e3447b6-b60f-41f8-9bab-f10900c6164b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:50.423064 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-257b7011-f65a-4d10-b89d-60b20c8a0ad4 req-0e3447b6-b60f-41f8-9bab-f10900c6164b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0593772 Sep 28 15:47:50.449288 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:50.452760 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:50.497089 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-257b7011-f65a-4d10-b89d-60b20c8a0ad4 req-66cf7da9-2700-414f-82a1-b62f30755b82 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658464 Sep 28 15:47:51.106160 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9e83e-5778-46d5-b165-19da87e02c7a req-c0066862-2117-47fd-8454-408e32551ccc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:51.107559 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3cd9e83e-5778-46d5-b165-19da87e02c7a req-c0066862-2117-47fd-8454-408e32551ccc tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 945 time: 0.0481653 Sep 28 15:47:51.154152 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3cd9e83e-5778-46d5-b165-19da87e02c7a req-2497d23e-2d7e-42dc-87c2-6ca47e0985c2 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Sep 28 15:47:51.619894 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442544b8-a053-41df-a7fb-8e85521cc090 req-51bc4002-0029-45f0-aa10-4134ca7d06c7 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:51.621279 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-442544b8-a053-41df-a7fb-8e85521cc090 req-51bc4002-0029-45f0-aa10-4134ca7d06c7 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0465901 Sep 28 15:47:51.667803 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-442544b8-a053-41df-a7fb-8e85521cc090 req-076a4247-541d-457a-903e-204de9077c1e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410583 Sep 28 15:47:52.279819 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbde9f-4b41-46b9-aa87-2492bae0e446 req-ccdb2af5-96db-4bcc-98fa-23a6d85d8a15 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:52.281292 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a5bbde9f-4b41-46b9-aa87-2492bae0e446 req-ccdb2af5-96db-4bcc-98fa-23a6d85d8a15 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 945 time: 0.0494931 Sep 28 15:47:52.327458 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a5bbde9f-4b41-46b9-aa87-2492bae0e446 req-a644a3b8-0463-4f10-bf11-ba3f2041418e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 Sep 28 15:47:52.791949 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08833b84-a151-42a9-b25e-ae841f518b03 req-7878b50c-8c56-4ba9-aaf4-8024f90e21b7 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:52.793431 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08833b84-a151-42a9-b25e-ae841f518b03 req-7878b50c-8c56-4ba9-aaf4-8024f90e21b7 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0456264 Sep 28 15:47:52.825919 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=42 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:52.827374 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:52.841625 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08833b84-a151-42a9-b25e-ae841f518b03 req-c511d1d5-af79-45c6-9fe1-0e7e49cd9685 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Sep 28 15:47:53.120540 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53c03-f3fb-4df0-8eb8-375e00cbf093 req-b3c8de3f-276e-4eda-ac3c-66053257823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:53.122047 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91c53c03-f3fb-4df0-8eb8-375e00cbf093 req-b3c8de3f-276e-4eda-ac3c-66053257823a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 1129 time: 0.0697575 Sep 28 15:47:53.129473 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-2736df96-dd4a-449b-8486-ca296d443c9a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:53.130809 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-2736df96-dd4a-449b-8486-ca296d443c9a tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 945 time: 0.0773158 Sep 28 15:47:53.274284 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Deleting port 9f8defde-2966-4708-857b-a6dddf82eddc {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:47:53.274634 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:53.293338 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53c03-f3fb-4df0-8eb8-375e00cbf093 req-e964f5d3-4f1e-4ac5-8eff-eeeb3ebd0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:53.294839 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91c53c03-f3fb-4df0-8eb8-375e00cbf093 req-e964f5d3-4f1e-4ac5-8eff-eeeb3ebd0896 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 917 time: 0.1631858 Sep 28 15:47:53.398599 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91c53c03-f3fb-4df0-8eb8-375e00cbf093 req-bbb19548-a1b4-4192-b7e9-210e18c4a789 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1 HTTP/1.1" status: 200 len: 1001 time: 0.0765550 Sep 28 15:47:53.484241 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] For port 9f8defde-2966-4708-857b-a6dddf82eddc, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9f8defde-2966-4708-857b-a6dddf82eddc,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:53.484614 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:53.503226 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e588d48-8eb7-4f87-8de0-1e6fe16596ee req-23aae9a5-152e-4d12-be03-6a3ffa210549 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:53.504705 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3e588d48-8eb7-4f87-8de0-1e6fe16596ee req-23aae9a5-152e-4d12-be03-6a3ffa210549 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 945 time: 0.1033249 Sep 28 15:47:53.555005 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53c03-f3fb-4df0-8eb8-375e00cbf093 req-2484f2da-9a04-48a4-98d5-9bf5c31aac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:53.556425 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91c53c03-f3fb-4df0-8eb8-375e00cbf093 req-2484f2da-9a04-48a4-98d5-9bf5c31aac23 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.1503727 Sep 28 15:47:53.578521 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:53.603632 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:53.665221 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3e588d48-8eb7-4f87-8de0-1e6fe16596ee req-a0e33833-e6e3-4285-9393-1c2c0c4050a5 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27b21df1-089f-4928-b9e1-290cd45e0067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529202 Sep 28 15:47:53.667772 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53c03-f3fb-4df0-8eb8-375e00cbf093 req-0cc99f3b-9021-4a5e-aecb-9d8a6b0a99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:53.669171 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91c53c03-f3fb-4df0-8eb8-375e00cbf093 req-0cc99f3b-9021-4a5e-aecb-9d8a6b0a99cc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044505 Sep 28 15:47:53.786242 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:53.786607 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (30dcc221-8927-4fd0-8fc9-9aff199d2d28), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:53.786922 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Floating IP 30dcc221-8927-4fd0-8fc9-9aff199d2d28 disassociated. External IP: 172.27.2.6, port: 9f8defde-2966-4708-857b-a6dddf82eddc. Sep 28 15:47:53.787264 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Calling delete_port for 9f8defde-2966-4708-857b-a6dddf82eddc owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:47:53.850380 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91c53c03-f3fb-4df0-8eb8-375e00cbf093 req-6bf3d342-aaf5-4bba-b881-573361e5326a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725585 Sep 28 15:47:54.025722 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29d855-6fb8-405a-abc8-97ef65acf665 req-4c56e420-314e-433d-a955-0d5392b35f1d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:54.027118 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3e29d855-6fb8-405a-abc8-97ef65acf665 req-4c56e420-314e-433d-a955-0d5392b35f1d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0933154 Sep 28 15:47:54.032555 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91c53c03-f3fb-4df0-8eb8-375e00cbf093 req-9b0f00ee-de72-4db8-b5bd-67079bb54b82 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724291 Sep 28 15:47:54.063701 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (9f8defde-2966-4708-857b-a6dddf82eddc), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:54.104251 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event deleted for resources: {'Port': ['ID=9f8defde-2966-4708-857b-a6dddf82eddc,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:54.111452 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3e29d855-6fb8-405a-abc8-97ef65acf665 req-a0f96cbd-2393-44d1-9c62-8fbf7b4b902b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780168 Sep 28 15:47:54.217623 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Router 895b776f-1a2a-4160-9ea2-0173388f3460 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:47:54.319610 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:47:54.329250 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83da92-d6f6-49bb-8fec-0f9a4e6cf3c5 None None] Sync routers for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:47:54.338688 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83da92-d6f6-49bb-8fec-0f9a4e6cf3c5 None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:47:54.339318 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-4c83da92-d6f6-49bb-8fec-0f9a4e6cf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:47:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:54.360650 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] No DVR routers for this DVR port 9f8defde-2966-4708-857b-a6dddf82eddc on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:47:54.363209 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:54.367354 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ad427acf-6814-4d0a-86fb-6533249dce00 req-4c31bb3d-a82f-42fc-a4c4-f56b06712f81 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.50 "DELETE /networking/v2.0/ports/9f8defde-2966-4708-857b-a6dddf82eddc HTTP/1.1" status: 204 len: 173 time: 1.2278471 Sep 28 15:47:54.367845 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'name': 'network-vif-deleted', 'tag': '9f8defde-2966-4708-857b-a6dddf82eddc'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:47:54.370120 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7812310d-ed85-44d4-950a-61fbbd4d34c5" -d '{"events": [{"server_uuid": "aa320caa-d879-4630-95ed-d94d1aba1eba", "name": "network-vif-deleted", "tag": "9f8defde-2966-4708-857b-a6dddf82eddc"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:47:54.407683 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24048ed-9f4c-4fc8-921e-f302b6281c03 x-openstack-request-id: req-e24048ed-9f4c-4fc8-921e-f302b6281c03 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:47:54.407976 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa320caa-d879-4630-95ed-d94d1aba1eba", "name": "network-vif-deleted", "tag": "9f8defde-2966-4708-857b-a6dddf82eddc", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:47:54.408231 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e24048ed-9f4c-4fc8-921e-f302b6281c03 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:47:54.408636 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24048ed-9f4c-4fc8-921e-f302b6281c03'] response: {'server_uuid': 'aa320caa-d879-4630-95ed-d94d1aba1eba', 'name': 'network-vif-deleted', 'tag': '9f8defde-2966-4708-857b-a6dddf82eddc', 'status': 'completed', 'code': 200} Sep 28 15:47:54.570209 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-401e50f8-d676-44e2-a8ca-ce96894b3e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:54.582672 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-4c83da92-d6f6-49bb-8fec-0f9a4e6cf3c5 None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:47:54.665793 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device e6c19ccc-4417-4703-b693-5cf72e3030b1 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:47:54.754178 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:54.775757 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9099de10-43a4-4c24-acac-b03e880e1988 req-fb1aded9-71ee-4644-b628-8ab38ba5c0a4 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 210 time: 0.0313733 Sep 28 15:47:54.826576 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port e6c19ccc-4417-4703-b693-5cf72e3030b1 is: ACTIVE; New status is: DOWN {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:47:54.826966 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:54.844680 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-4c83da92-d6f6-49bb-8fec-0f9a4e6cf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:54.875316 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83da92-d6f6-49bb-8fec-0f9a4e6cf3c5 None None] Checking router: 895b776f-1a2a-4160-9ea2-0173388f3460 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:47:54.881964 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:47:54.884167 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd76b07-ea31-4633-83ca-3a746310abca" -d '{"events": [{"server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:47:54.902675 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:47:54.906326 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83da92-d6f6-49bb-8fec-0f9a4e6cf3c5 None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:47:54.906946 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-4c83da92-d6f6-49bb-8fec-0f9a4e6cf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:47:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:54.910116 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:54.910811 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 9f8defde-2966-4708-857b-a6dddf82eddc no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:47:54.956904 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 15:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98528a21-92af-455d-bea1-c6ed7838ffd8 x-openstack-request-id: req-98528a21-92af-455d-bea1-c6ed7838ffd8 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:47:54.957194 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:47:54.957448 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98528a21-92af-455d-bea1-c6ed7838ffd8 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:47:54.957840 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98528a21-92af-455d-bea1-c6ed7838ffd8'] response: {'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'code': 200} Sep 28 15:47:54.979410 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 9f8defde-2966-4708-857b-a6dddf82eddc {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:47:54.979760 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 9f8defde-2966-4708-857b-a6dddf82eddc not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:47:55.043593 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=e6c19ccc-4417-4703-b693-5cf72e3030b1,revision_number=8']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:55.067519 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-4c83da92-d6f6-49bb-8fec-0f9a4e6cf3c5 None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:47:55.242530 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae007adb-4e39-4c83-9207-91ffdded1a58 req-6d34caa0-287a-474e-8bab-fcb0d824e38a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:55.244011 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ae007adb-4e39-4c83-9207-91ffdded1a58 req-6d34caa0-287a-474e-8bab-fcb0d824e38a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0471468 Sep 28 15:47:55.260464 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-4c83da92-d6f6-49bb-8fec-0f9a4e6cf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:47:55.289322 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83da92-d6f6-49bb-8fec-0f9a4e6cf3c5 None None] The sync data for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi is: [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:35Z', 'revision_number': 4, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '5cfe8ec1-7637-4278-b17e-a4b4c2498f0a', 'name': '', 'network_id': '85a0d787-d04b-4ff1-9585-ae17b62d54da', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'mac_address': 'fa:16:3e:2c:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:50Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'subnets': [{'id': '88fae1ee-0705-4534-b58e-c4705ad63cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:47:55.293717 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ae007adb-4e39-4c83-9207-91ffdded1a58 req-c97773f7-6168-4977-ad71-7338029fa2a9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436513 Sep 28 15:47:55.491593 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af6745-88bc-482a-98fc-c4a033f71868 None None] New status for floating IP 30dcc221-8927-4fd0-8fc9-9aff199d2d28: DOWN {{(pid=112833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:47:55.897948 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ab93026-2ec7-4722-b9fd-0691989621fb req-83a40c4b-c3b1-4db2-babb-b97dc07f8928 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa320caa-d879-4630-95ed-d94d1aba1eba HTTP/1.1" status: 200 len: 210 time: 0.0275955 Sep 28 15:47:56.388220 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:56.423605 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53b1b4-1143-45a7-81ae-e4312b6de70a req-6f8dc68f-faa3-4495-9a1b-75d52f83cb6d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:56.425067 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6c53b1b4-1143-45a7-81ae-e4312b6de70a req-6f8dc68f-faa3-4495-9a1b-75d52f83cb6d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0463042 Sep 28 15:47:56.473937 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6c53b1b4-1143-45a7-81ae-e4312b6de70a req-8d96717f-94e1-4b5e-9f57-f41aa1e08390 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Sep 28 15:47:56.486822 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b3915869-9cba-4c72-9a49-321e0db4d8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:57.003773 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 44784) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:57.078721 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1deb4174-88c9-49e4-b35f-1dc0323418e9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (27b21df1-089f-4928-b9e1-290cd45e0067), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:57.108707 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1deb4174-88c9-49e4-b35f-1dc0323418e9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (27b21df1-089f-4928-b9e1-290cd45e0067), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:57.158999 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1deb4174-88c9-49e4-b35f-1dc0323418e9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (27b21df1-089f-4928-b9e1-290cd45e0067), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:57.161617 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1deb4174-88c9-49e4-b35f-1dc0323418e9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:57.162835 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-1deb4174-88c9-49e4-b35f-1dc0323418e9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/27b21df1-089f-4928-b9e1-290cd45e0067 HTTP/1.1" status: 204 len: 168 time: 0.1580989 Sep 28 15:47:57.166405 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 44790) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:57.185128 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb4174-88c9-49e4-b35f-1dc0323418e9 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b21df1-089f-4928-b9e1-290cd45e0067,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:57.188666 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.api.v2.resource [None req-2b8d2700-b8ff-4743-b899-af1fc2999a87 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] show failed (client error): The resource could not be found. Sep 28 15:47:57.189701 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-2b8d2700-b8ff-4743-b899-af1fc2999a87 tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "GET /networking/v2.0/security-groups/27b21df1-089f-4928-b9e1-290cd45e0067 HTTP/1.1" status: 404 len: 347 time: 0.0205593 Sep 28 15:47:57.192808 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44792) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:57.311174 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-7461448b-99ae-426e-a6d4-874b29af2d7e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Deleting port 095a2438-9cf0-425f-843a-a5fa8fccd45e {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:47:57.311516 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7461448b-99ae-426e-a6d4-874b29af2d7e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (095a2438-9cf0-425f-843a-a5fa8fccd45e), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:57.389231 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7461448b-99ae-426e-a6d4-874b29af2d7e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (095a2438-9cf0-425f-843a-a5fa8fccd45e), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:57.389839 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7461448b-99ae-426e-a6d4-874b29af2d7e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (095a2438-9cf0-425f-843a-a5fa8fccd45e), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:57.418907 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-7461448b-99ae-426e-a6d4-874b29af2d7e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Calling delete_port for 095a2438-9cf0-425f-843a-a5fa8fccd45e owned by network:floatingip {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:47:57.517683 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f000d-945b-4032-9c57-ed5b77b85cce req-ccdede69-4053-4f90-a452-3ae05babb129 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:57.519346 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2d9f000d-945b-4032-9c57-ed5b77b85cce req-ccdede69-4053-4f90-a452-3ae05babb129 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0623479 Sep 28 15:47:57.563600 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7461448b-99ae-426e-a6d4-874b29af2d7e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (095a2438-9cf0-425f-843a-a5fa8fccd45e), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:57.582498 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2d9f000d-945b-4032-9c57-ed5b77b85cce req-c8290703-47f5-4d07-9ea8-10ea8fa7335f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558720 Sep 28 15:47:57.590089 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461448b-99ae-426e-a6d4-874b29af2d7e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Pushing event deleted for resources: {'Port': ['ID=095a2438-9cf0-425f-843a-a5fa8fccd45e,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:47:57.673628 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7461448b-99ae-426e-a6d4-874b29af2d7e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks [] for floatingip (30dcc221-8927-4fd0-8fc9-9aff199d2d28), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:57.677429 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7461448b-99ae-426e-a6d4-874b29af2d7e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:57.678610 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-7461448b-99ae-426e-a6d4-874b29af2d7e tempest-AttachVolumeTestJSON-668844500 tempest-AttachVolumeTestJSON-668844500-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/30dcc221-8927-4fd0-8fc9-9aff199d2d28 HTTP/1.1" status: 204 len: 168 time: 0.4847498 Sep 28 15:47:57.718815 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44820) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:57.839785 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-8393ac37-8699-47d3-9867-531f6a563e6b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198354 Sep 28 15:47:57.848214 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-27c48f2d-d54b-4605-a57f-01e2710040eb service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:47:57.849144 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-27c48f2d-d54b-4605-a57f-01e2710040eb service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046914 Sep 28 15:47:57.924109 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 44830) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:47:58.018187 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-7fff7ff4-472a-4837-9065-25f112756e21 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:58.019473 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-7fff7ff4-472a-4837-9065-25f112756e21 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports/e6c19ccc-4417-4703-b693-5cf72e3030b1 HTTP/1.1" status: 200 len: 940 time: 0.0943539 Sep 28 15:47:58.248251 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:58.719941 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad00af-d1c1-46b4-b9ce-698620c605aa req-3ce7f7c5-4dd2-44b5-952f-7464fae7c9c2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:58.721385 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-80ad00af-d1c1-46b4-b9ce-698620c605aa req-3ce7f7c5-4dd2-44b5-952f-7464fae7c9c2 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0463822 Sep 28 15:47:58.768501 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-80ad00af-d1c1-46b4-b9ce-698620c605aa req-324bb904-f651-4b50-a1d6-138030a453bf tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410519 Sep 28 15:47:59.076234 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device e6c19ccc-4417-4703-b693-5cf72e3030b1 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:47:59.102577 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:59.113309 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:47:59.151334 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port e6c19ccc-4417-4703-b693-5cf72e3030b1 is: DOWN; New status is: DOWN {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:47:59.740326 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:59.742420 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:47:59.899840 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541399e2-ce35-43ab-b3c8-35007661d8d2 req-e22f5c5b-31c7-4213-a0e9-762691348f28 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:47:59.901319 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-541399e2-ce35-43ab-b3c8-35007661d8d2 req-e22f5c5b-31c7-4213-a0e9-762691348f28 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0501142 Sep 28 15:47:59.949162 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-541399e2-ce35-43ab-b3c8-35007661d8d2 req-d4335857-e91c-4b10-ae78-00b7c8a408a4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422354 Sep 28 15:48:00.610659 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-a214da41-7458-4e67-8209-1967c167b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:00.612122 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-a214da41-7458-4e67-8209-1967c167b25b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4&tenant_id=335ecfeb5c6a436e909618c1305593bb HTTP/1.1" status: 200 len: 1127 time: 0.0389414 Sep 28 15:48:00.671674 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-57707030-a9a3-4919-9ebe-edbadfb0ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:00.673119 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-57707030-a9a3-4919-9ebe-edbadfb0ca6e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=335ecfeb5c6a436e909618c1305593bb&device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 1127 time: 0.0379953 Sep 28 15:48:00.764536 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-f518e2d4-3f57-4776-a008-4adb55745be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:00.766021 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-f518e2d4-3f57-4776-a008-4adb55745be4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 200 len: 917 time: 0.0859356 Sep 28 15:48:00.828585 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-bfceab1b-3c8f-471f-8ccd-0d0c2ae46d03 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1 HTTP/1.1" status: 200 len: 999 time: 0.0528255 Sep 28 15:48:00.882520 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-2ca6f12d-fa7a-46c7-b165-65db329f11a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:00.883886 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-2ca6f12d-fa7a-46c7-b165-65db329f11a1 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 200 len: 856 time: 0.0482237 Sep 28 15:48:01.192467 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:01.200669 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-c6b49558-8ec4-4bc8-9dfe-dae0968f85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:01.202200 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-c6b49558-8ec4-4bc8-9dfe-dae0968f85bb service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2beddede-7b14-4a1e-9c9b-0bc00eba3b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3119276 Sep 28 15:48:01.237640 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538926f6-a1c9-4729-9d11-f84a88e3c70d req-b2d9dcf8-9f27-4764-81f6-ed70682b2e54 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:01.239168 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-538926f6-a1c9-4729-9d11-f84a88e3c70d req-b2d9dcf8-9f27-4764-81f6-ed70682b2e54 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0776086 Sep 28 15:48:01.296083 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:01.347005 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-ba40fcda-3046-4664-8cb6-2dbcc69b806a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347721 Sep 28 15:48:01.350275 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-538926f6-a1c9-4729-9d11-f84a88e3c70d req-f1bc4b66-4a94-403b-9021-52164128be1e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802572 Sep 28 15:48:01.446130 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94662226-aaf2-47a9-a2ab-6c74f91b9060 req-e605f5ba-8bb4-4fde-b8d1-14e8e0860433 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921669 Sep 28 15:48:02.498872 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c0d3-10ea-461d-8db9-e716739d7bc9 req-dce140a5-51bb-419f-b8b7-7c9d7c34e369 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:02.500664 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f486c0d3-10ea-461d-8db9-e716739d7bc9 req-dce140a5-51bb-419f-b8b7-7c9d7c34e369 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0570385 Sep 28 15:48:02.570157 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f486c0d3-10ea-461d-8db9-e716739d7bc9 req-ae3435bd-abe7-4b3e-ba01-83bf52eb61e3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616612 Sep 28 15:48:03.702384 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c459b40-dcb5-4894-8e88-90f69c4bde58 req-b37aa3a8-7300-4a8b-a173-496bb9565082 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:03.704798 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8c459b40-dcb5-4894-8e88-90f69c4bde58 req-b37aa3a8-7300-4a8b-a173-496bb9565082 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0531414 Sep 28 15:48:03.756631 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8c459b40-dcb5-4894-8e88-90f69c4bde58 req-8ee002ed-5b5d-4020-9eca-ff7f11fe0f66 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454226 Sep 28 15:48:04.494171 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44942) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:04.897541 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89aa3d-96ef-4005-be2f-54d95f31b95b req-8e20fab7-a024-482f-abad-2fb3b59d0d44 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:04.905305 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-be89aa3d-96ef-4005-be2f-54d95f31b95b req-8e20fab7-a024-482f-abad-2fb3b59d0d44 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0627956 Sep 28 15:48:04.963274 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-be89aa3d-96ef-4005-be2f-54d95f31b95b req-d4508bf3-2a9e-449c-8b34-e2f6a24dc832 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570114 Sep 28 15:48:05.036454 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000813'] for router_interface (895b776f-1a2a-4160-9ea2-0173388f3460), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:05.317165 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:05.504510 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:05.551255 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] Deleting port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:05.551602 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:05.638807 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] For port 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=5cfe8ec1-7637-4278-b17e-a4b4c2498f0a,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:05.639180 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:05.657206 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] Calling delete_port for 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a owned by network:router_interface {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:05.863900 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (5cfe8ec1-7637-4278-b17e-a4b4c2498f0a), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:05.891008 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfe8ec1-7637-4278-b17e-a4b4c2498f0a,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:06.105251 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009117'] for router_interface (895b776f-1a2a-4160-9ea2-0173388f3460), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:06.175021 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82301a9c-84ae-443c-a7d1-0098fa89de49 req-dad5ac20-9532-46cb-ba76-ddc9d8cc8507 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:06.179429 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-82301a9c-84ae-443c-a7d1-0098fa89de49 req-dad5ac20-9532-46cb-ba76-ddc9d8cc8507 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.1146331 Sep 28 15:48:06.244572 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-82301a9c-84ae-443c-a7d1-0098fa89de49 req-d8920a6c-cbc1-4629-ad8f-71c3d7fcaeb5 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595307 Sep 28 15:48:06.320409 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:06.346422 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] Router 895b776f-1a2a-4160-9ea2-0173388f3460 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:48:06.442652 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:06.452375 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:06.453784 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:48:06.459513 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-3c85195b-7094-4cbc-9868-2ff4927a762a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/895b776f-1a2a-4160-9ea2-0173388f3460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9637251 Sep 28 15:48:06.461894 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44956) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:06.463904 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d92429-f7db-4aa2-9a3c-84b39fffce3d None None] Sync routers for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:48:06.474238 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d92429-f7db-4aa2-9a3c-84b39fffce3d None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:06.475124 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b4d92429-f7db-4aa2-9a3c-84b39fffce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:47:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:06.590788 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Publish callbacks [] for router (895b776f-1a2a-4160-9ea2-0173388f3460), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:06.606118 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-b4d92429-f7db-4aa2-9a3c-84b39fffce3d None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:06.705606 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Publish callbacks [] for router_gateway (895b776f-1a2a-4160-9ea2-0173388f3460), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:06.770501 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Deleting port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:06.771186 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:06.848007 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b4d92429-f7db-4aa2-9a3c-84b39fffce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:48:05Z', 'revision_number': 5, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port': {'id': 'd796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:06.879370 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d92429-f7db-4aa2-9a3c-84b39fffce3d None None] Checking router: 895b776f-1a2a-4160-9ea2-0173388f3460 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:48:06.889652 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d92429-f7db-4aa2-9a3c-84b39fffce3d None None] Routers {'895b776f-1a2a-4160-9ea2-0173388f3460'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:06.890550 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b4d92429-f7db-4aa2-9a3c-84b39fffce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:47:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['895b776f-1a2a-4160-9ea2-0173388f3460'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:06.891291 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] For port d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:06.891812 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:06.906690 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Calling delete_port for d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a owned by network:router_gateway {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:06.978778 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-b4d92429-f7db-4aa2-9a3c-84b39fffce3d None None] Set router 895b776f-1a2a-4160-9ea2-0173388f3460 gateway port host: None {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:07.034286 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-b4d92429-f7db-4aa2-9a3c-84b39fffce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:48:06Z', 'revision_number': 6, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port_host': None}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:07.063503 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d92429-f7db-4aa2-9a3c-84b39fffce3d None None] The sync data for ids ['895b776f-1a2a-4160-9ea2-0173388f3460'] in dv-cinder-859319-2-iscsi is: [{'id': '895b776f-1a2a-4160-9ea2-0173388f3460', 'name': 'tempest-AttachVolumeTestJSON-2075640652-router', 'tenant_id': '62692d2b160040879aecaf4d44ad19b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:25Z', 'updated_at': '2022-09-28T15:48:06Z', 'revision_number': 6, 'project_id': '62692d2b160040879aecaf4d44ad19b3', 'gw_port_host': None}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:48:07.099931 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.133282 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Pushing event deleted for resources: {'Port': ['ID=d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:07.199981 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008939'] for router_gateway (895b776f-1a2a-4160-9ea2-0173388f3460), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.304019 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2009202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-907'] for router (895b776f-1a2a-4160-9ea2-0173388f3460), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.307411 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Publish callbacks [] for router_controller (895b776f-1a2a-4160-9ea2-0173388f3460), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.354978 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2009195'] for router (895b776f-1a2a-4160-9ea2-0173388f3460), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.355678 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Fanout notify agent at l3_agent the message router_deleted on router 895b776f-1a2a-4160-9ea2-0173388f3460 {{(pid=112831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 15:48:07.360675 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.361956 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-cc0f2509-47d7-4dac-af87-b71801ca7ade admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/895b776f-1a2a-4160-9ea2-0173388f3460 HTTP/1.1" status: 204 len: 168 time: 0.8988721 Sep 28 15:48:07.364360 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44960) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:07.396909 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1cd27-ce4c-4e0f-b851-7fc1bcb82b94 req-728e9043-7075-4821-9972-a17e79114b8e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:07.398601 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-eef1cd27-ce4c-4e0f-b851-7fc1bcb82b94 req-728e9043-7075-4821-9972-a17e79114b8e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0666986 Sep 28 15:48:07.400635 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:07.436097 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55a37e7-4dc8-4b9e-af10-dd1d994746f4 admin admin] Deleting subnet 88fae1ee-0705-4534-b58e-c4705ad63cff {{(pid=112831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:48:07.440227 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e55a37e7-4dc8-4b9e-af10-dd1d994746f4 admin admin] Publish callbacks [] for subnet (88fae1ee-0705-4534-b58e-c4705ad63cff), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.456819 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-eef1cd27-ce4c-4e0f-b851-7fc1bcb82b94 req-dc0ff01b-ae13-4e6d-b637-40df5cb2f0d3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519273 Sep 28 15:48:07.541139 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e55a37e7-4dc8-4b9e-af10-dd1d994746f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064839'] for subnet (88fae1ee-0705-4534-b58e-c4705ad63cff), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.638713 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=7 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:07.645867 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e55a37e7-4dc8-4b9e-af10-dd1d994746f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (88fae1ee-0705-4534-b58e-c4705ad63cff), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.707088 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e55a37e7-4dc8-4b9e-af10-dd1d994746f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3622050'] for subnet (88fae1ee-0705-4534-b58e-c4705ad63cff), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.731273 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a37e7-4dc8-4b9e-af10-dd1d994746f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88fae1ee-0705-4534-b58e-c4705ad63cff,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:07.741517 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e55a37e7-4dc8-4b9e-af10-dd1d994746f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.746363 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e55a37e7-4dc8-4b9e-af10-dd1d994746f4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/88fae1ee-0705-4534-b58e-c4705ad63cff HTTP/1.1" status: 204 len: 168 time: 0.3793037 Sep 28 15:48:07.747423 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44964) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:07.749820 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7974e-b523-4172-9a90-3ccefcdc8b7c None None] Network 85a0d787-d04b-4ff1-9585-ae17b62d54da requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:48:07.821352 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (85a0d787-d04b-4ff1-9585-ae17b62d54da), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.878213 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Deleting port 125a09df-cfb8-43bc-82d0-a385d18a2777 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:07.878925 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:07.913568 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:48:07.951105 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:48:07.951599 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 5cfe8ec1-7637-4278-b17e-a4b4c2498f0a not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:48:07.953699 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff814561-bc1a-4d45-958a-0cf329c5d525 None None] DHCP port deletion for 85a0d787-d04b-4ff1-9585-ae17b62d54da request from dv-cinder-859319-2-iscsi {{(pid=112832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 15:48:08.017304 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-ff814561-bc1a-4d45-958a-0cf329c5d525 None None] Deleting port 125a09df-cfb8-43bc-82d0-a385d18a2777 {{(pid=112832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:08.017686 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ff814561-bc1a-4d45-958a-0cf329c5d525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), before_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.025094 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] For port 125a09df-cfb8-43bc-82d0-a385d18a2777, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=125a09df-cfb8-43bc-82d0-a385d18a2777,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:08.025449 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.039940 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Calling delete_port for 125a09df-cfb8-43bc-82d0-a385d18a2777 owned by network:dhcp {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:08.129042 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-ff814561-bc1a-4d45-958a-0cf329c5d525 None None] For port 125a09df-cfb8-43bc-82d0-a385d18a2777, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=125a09df-cfb8-43bc-82d0-a385d18a2777,segment=NetworkSegment(eccbe305-c274-4db4-bd63-89f393cbea90),segment_id=eccbe305-c274-4db4-bd63-89f393cbea90)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:08.129887 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ff814561-bc1a-4d45-958a-0cf329c5d525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), precommit_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.152277 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-ff814561-bc1a-4d45-958a-0cf329c5d525 None None] Calling delete_port for 125a09df-cfb8-43bc-82d0-a385d18a2777 owned by network:dhcp {{(pid=112832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:08.156553 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.189130 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=125a09df-cfb8-43bc-82d0-a385d18a2777,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:08.195791 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] No DVR routers for this DVR port 125a09df-cfb8-43bc-82d0-a385d18a2777 on host dv-cinder-859319-2-iscsi {{(pid=112831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:48:08.262245 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ff814561-bc1a-4d45-958a-0cf329c5d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (125a09df-cfb8-43bc-82d0-a385d18a2777), after_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.278336 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (85a0d787-d04b-4ff1-9585-ae17b62d54da), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.305526 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff814561-bc1a-4d45-958a-0cf329c5d525 None None] No DVR routers for this DVR port 125a09df-cfb8-43bc-82d0-a385d18a2777 on host dv-cinder-859319-2-iscsi {{(pid=112832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:48:08.312094 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a0d787-d04b-4ff1-9585-ae17b62d54da']}} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:08.327016 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccbe305-c274-4db4-bd63-89f393cbea90') {'for_net_delete': True} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:08.327331 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccbe305-c274-4db4-bd63-89f393cbea90') {} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:08.339063 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064846'] for segment (eccbe305-c274-4db4-bd63-89f393cbea90), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.358998 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff814561-bc1a-4d45-958a-0cf329c5d525 None None] Pushing event deleted for resources: {'Port': ['ID=125a09df-cfb8-43bc-82d0-a385d18a2777,revision_number=None']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:08.377509 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (eccbe305-c274-4db4-bd63-89f393cbea90), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.387238 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=112831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:48:08.387650 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066602'] for segment (eccbe305-c274-4db4-bd63-89f393cbea90), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.462954 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment eccbe305-c274-4db4-bd63-89f393cbea90 resource provider aggregate not found Sep 28 15:48:08.490974 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment eccbe305-c274-4db4-bd63-89f393cbea90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eccbe305-c274-4db4-bd63-89f393cbea90 found for delete ", "request_id": "req-6534854c-9b8b-4eb8-a885-d3b9be306aff"}]} Sep 28 15:48:08.536056 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (85a0d787-d04b-4ff1-9585-ae17b62d54da), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.551838 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.560908 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/85a0d787-d04b-4ff1-9585-ae17b62d54da HTTP/1.1" status: 204 len: 168 time: 0.8124688 Sep 28 15:48:08.562667 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:08.597871 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c39010-fe5c-49f8-b801-3c94080eaad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=85a0d787-d04b-4ff1-9585-ae17b62d54da,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:08.700231 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b2363-58ef-479f-a60d-c4a5274ce578 req-4234a9a6-da8a-4f79-a228-b6e056bd674f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:08.709149 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc6b2363-58ef-479f-a60d-c4a5274ce578 req-4234a9a6-da8a-4f79-a228-b6e056bd674f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0723901 Sep 28 15:48:08.770611 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:08.775204 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:08.800466 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 44982) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:08.805071 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bc6b2363-58ef-479f-a60d-c4a5274ce578 req-acdaae25-be66-4d97-ba11-f2b862f5095a tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945635 Sep 28 15:48:08.855051 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-8b68d34e-4187-4491-88bf-2267bb467dd2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=62692d2b160040879aecaf4d44ad19b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0527678 Sep 28 15:48:08.857785 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 44984) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:08.931716 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Publish callbacks [] for security_group (bea1a195-8ee9-4daf-8b11-c9d513f67e9b), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:08.954143 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Publish callbacks [] for security_group (bea1a195-8ee9-4daf-8b11-c9d513f67e9b), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:09.016024 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (bea1a195-8ee9-4daf-8b11-c9d513f67e9b), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:09.019199 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:09.023237 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bea1a195-8ee9-4daf-8b11-c9d513f67e9b HTTP/1.1" status: 204 len: 168 time: 0.1614683 Sep 28 15:48:09.031193 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1a195-8ee9-4daf-8b11-c9d513f67e9b,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:09.039158 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.039512 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.039857 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.040201 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.040535 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.040871 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.041200 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.041524 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.042021 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.042345 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.042671 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.043016 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.043317 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.044007 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.044007 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491b68-a41b-4f90-80b7-15a4714e8973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:09.312223 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 125a09df-cfb8-43bc-82d0-a385d18a2777 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:48:09.324506 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:09.363388 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 125a09df-cfb8-43bc-82d0-a385d18a2777 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:48:09.363991 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 125a09df-cfb8-43bc-82d0-a385d18a2777 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:48:09.364884 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:48:09.386538 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:48:09.387148 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d796e8b0-fa81-4f4c-9d5e-ad0f27e1e24a not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:48:09.663721 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:48:09.930238 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:09.951723 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881a82b-7f1a-4809-8830-5cca004c5b14 req-2482cbd7-c778-4a70-b20a-38e4e2604b84 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:09.954408 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4881a82b-7f1a-4809-8830-5cca004c5b14 req-2482cbd7-c778-4a70-b20a-38e4e2604b84 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0585515 Sep 28 15:48:09.992440 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:10.011699 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4881a82b-7f1a-4809-8830-5cca004c5b14 req-9acc0f50-2f31-499d-af73-7a2ddfa8c429 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519383 Sep 28 15:48:11.174842 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea679-b092-4bfc-a2f5-89b48c773771 req-04422a36-9e77-4096-b117-9f17a9859162 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:11.176428 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-de7ea679-b092-4bfc-a2f5-89b48c773771 req-04422a36-9e77-4096-b117-9f17a9859162 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0531235 Sep 28 15:48:11.232970 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-de7ea679-b092-4bfc-a2f5-89b48c773771 req-080c33e7-0ce4-4d89-804f-a2dc1179e722 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457428 Sep 28 15:48:11.254748 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45078) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:11.362197 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c916ceeb-e347-43bd-93b0-05e300874363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:11.449831 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c916ceeb-e347-43bd-93b0-05e300874363 admin admin] Publish callbacks [] for security_group (83a8cd79-2202-4342-bf2c-d5b5ec44a9d3), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:11.453585 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c916ceeb-e347-43bd-93b0-05e300874363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (83a8cd79-2202-4342-bf2c-d5b5ec44a9d3), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:11.492807 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916ceeb-e347-43bd-93b0-05e300874363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a8cd79-2202-4342-bf2c-d5b5ec44a9d3,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:11.497159 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c916ceeb-e347-43bd-93b0-05e300874363 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=717df99b46ff4d30b2eb851313419101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407916 Sep 28 15:48:11.499867 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45082) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:11.549166 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-373cb68e-ea44-45e9-833c-8158212e4b5b admin admin] Publish callbacks [] for security_group (83a8cd79-2202-4342-bf2c-d5b5ec44a9d3), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:11.570409 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-373cb68e-ea44-45e9-833c-8158212e4b5b admin admin] Publish callbacks [] for security_group (83a8cd79-2202-4342-bf2c-d5b5ec44a9d3), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:11.616907 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-373cb68e-ea44-45e9-833c-8158212e4b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (83a8cd79-2202-4342-bf2c-d5b5ec44a9d3), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:11.619583 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-373cb68e-ea44-45e9-833c-8158212e4b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:11.620731 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-373cb68e-ea44-45e9-833c-8158212e4b5b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/83a8cd79-2202-4342-bf2c-d5b5ec44a9d3 HTTP/1.1" status: 204 len: 168 time: 0.1198599 Sep 28 15:48:11.628522 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cb68e-ea44-45e9-833c-8158212e4b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a8cd79-2202-4342-bf2c-d5b5ec44a9d3,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:11.881710 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45088) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:11.894971 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-21a38d5b-1fd8-408d-9193-ee1ff4ab8b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:11.972873 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-21a38d5b-1fd8-408d-9193-ee1ff4ab8b16 admin admin] Publish callbacks [] for security_group (ff16a309-a810-43d1-8c52-162e6844344b), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:11.976928 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-21a38d5b-1fd8-408d-9193-ee1ff4ab8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ff16a309-a810-43d1-8c52-162e6844344b), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:12.015242 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-21a38d5b-1fd8-408d-9193-ee1ff4ab8b16 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c30822ad9ef84e219e3bced9fca407f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324668 Sep 28 15:48:12.016373 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a38d5b-1fd8-408d-9193-ee1ff4ab8b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff16a309-a810-43d1-8c52-162e6844344b,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:12.018040 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45090) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:12.066699 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-228b9ca4-0fd3-4c45-83ef-14971e121483 admin admin] Publish callbacks [] for security_group (ff16a309-a810-43d1-8c52-162e6844344b), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:12.086785 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-228b9ca4-0fd3-4c45-83ef-14971e121483 admin admin] Publish callbacks [] for security_group (ff16a309-a810-43d1-8c52-162e6844344b), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:12.134163 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-228b9ca4-0fd3-4c45-83ef-14971e121483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ff16a309-a810-43d1-8c52-162e6844344b), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:12.136882 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-228b9ca4-0fd3-4c45-83ef-14971e121483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:12.138070 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-228b9ca4-0fd3-4c45-83ef-14971e121483 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ff16a309-a810-43d1-8c52-162e6844344b HTTP/1.1" status: 204 len: 168 time: 0.1190343 Sep 28 15:48:12.146523 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b9ca4-0fd3-4c45-83ef-14971e121483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff16a309-a810-43d1-8c52-162e6844344b,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:12.373499 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412c3f3-02ee-4521-aeea-aff0942143bf req-3360c5f9-f379-4cfb-9bb5-7ef925b35005 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:12.375102 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a412c3f3-02ee-4521-aeea-aff0942143bf req-3360c5f9-f379-4cfb-9bb5-7ef925b35005 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0486639 Sep 28 15:48:12.435322 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a412c3f3-02ee-4521-aeea-aff0942143bf req-e48e5cb8-e3a9-4164-94ef-6c042fb372e4 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535192 Sep 28 15:48:12.699917 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device e6c19ccc-4417-4703-b693-5cf72e3030b1 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:48:12.767513 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:12.804631 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:12.816232 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'port_id': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'mac_address': 'fa:16:3e:4d:2b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:48:12.855172 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port e6c19ccc-4417-4703-b693-5cf72e3030b1 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:12.855564 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:12.869877 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c19ccc-4417-4703-b693-5cf72e3030b1 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:48:12.890184 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:12.894885 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:12.945459 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=e6c19ccc-4417-4703-b693-5cf72e3030b1,revision_number=9']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:13.106012 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['e6c19ccc-4417-4703-b693-5cf72e3030b1'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:48:13.570531 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:13.580679 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb0f75-9f75-4c10-820a-490ae2e8f4ee req-0081144c-c625-4629-8e9b-4247b610f121 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:13.582417 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-53eb0f75-9f75-4c10-820a-490ae2e8f4ee req-0081144c-c625-4629-8e9b-4247b610f121 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 944 time: 0.0498905 Sep 28 15:48:13.616514 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45156) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:13.650540 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-53eb0f75-9f75-4c10-820a-490ae2e8f4ee req-0070e883-36fa-4e2e-a4ca-d7d8ff1f2fcc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587943 Sep 28 15:48:13.736364 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78682c85-0df0-4621-b070-909bc2dbbd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:13.831730 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78682c85-0df0-4621-b070-909bc2dbbd46 admin admin] Publish callbacks [] for security_group (cada151d-7245-43be-8da6-6419cced2df1), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:13.835945 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78682c85-0df0-4621-b070-909bc2dbbd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (cada151d-7245-43be-8da6-6419cced2df1), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:13.878987 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-78682c85-0df0-4621-b070-909bc2dbbd46 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ca6444aebef74b2fb52ee7b66e037393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613125 Sep 28 15:48:13.880596 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78682c85-0df0-4621-b070-909bc2dbbd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cada151d-7245-43be-8da6-6419cced2df1,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:13.882906 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45162) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:13.947164 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6c8751bf-cb1f-41c2-a5f2-f0c58b4d84b4 admin admin] Publish callbacks [] for security_group (cada151d-7245-43be-8da6-6419cced2df1), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:13.949596 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:13.968718 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6c8751bf-cb1f-41c2-a5f2-f0c58b4d84b4 admin admin] Publish callbacks [] for security_group (cada151d-7245-43be-8da6-6419cced2df1), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:14.014844 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6c8751bf-cb1f-41c2-a5f2-f0c58b4d84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (cada151d-7245-43be-8da6-6419cced2df1), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:14.017453 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6c8751bf-cb1f-41c2-a5f2-f0c58b4d84b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:14.018617 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-6c8751bf-cb1f-41c2-a5f2-f0c58b4d84b4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cada151d-7245-43be-8da6-6419cced2df1 HTTP/1.1" status: 204 len: 168 time: 0.1343441 Sep 28 15:48:14.026866 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8751bf-cb1f-41c2-a5f2-f0c58b4d84b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cada151d-7245-43be-8da6-6419cced2df1,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:14.699584 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device e6c19ccc-4417-4703-b693-5cf72e3030b1 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:48:14.758290 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port e6c19ccc-4417-4703-b693-5cf72e3030b1 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:14.758668 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:14.759008 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port e6c19ccc-4417-4703-b693-5cf72e3030b1 Sep 28 15:48:14.833680 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a19c6-2318-4827-9ade-5ef3dd388aae req-62087d30-7447-4f10-8e5e-db556cef6e64 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:14.834370 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port e6c19ccc-4417-4703-b693-5cf72e3030b1 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:14.834766 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:14.836609 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-451a19c6-2318-4827-9ade-5ef3dd388aae req-62087d30-7447-4f10-8e5e-db556cef6e64 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 944 time: 0.0702150 Sep 28 15:48:14.858743 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:48:14.860961 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa05333-5ed7-4f6a-88c3-23385328acbb" -d '{"events": [{"server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:48:14.875074 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:14.882192 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:14.896451 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-451a19c6-2318-4827-9ade-5ef3dd388aae req-432c0e3b-5f25-4104-a8f1-2c475c8bd3e8 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532451 Sep 28 15:48:15.042286 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652df03d-de51-454b-9932-8b7ba845123b x-openstack-request-id: req-652df03d-de51-454b-9932-8b7ba845123b {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:48:15.042603 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:48:15.042866 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-652df03d-de51-454b-9932-8b7ba845123b {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:48:15.043285 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652df03d-de51-454b-9932-8b7ba845123b'] response: {'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'code': 200} Sep 28 15:48:15.075663 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=e6c19ccc-4417-4703-b693-5cf72e3030b1,revision_number=10']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:15.183025 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b6db1-5e92-4628-ac39-bc92aed208b4 req-c116867f-d3b5-4b9b-8abf-e1f49c674f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:15.184707 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7c4b6db1-5e92-4628-ac39-bc92aed208b4 req-c116867f-d3b5-4b9b-8abf-e1f49c674f23 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 1130 time: 0.0534208 Sep 28 15:48:15.233755 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7c4b6db1-5e92-4628-ac39-bc92aed208b4 req-ecad8473-8b9d-42bb-8b03-aa98bb4706ec service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428672 Sep 28 15:48:16.041069 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce34d7-3f97-41cd-a9c3-117e5524223b req-f5b55f92-a731-4c80-8153-94b9626efd3b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:16.042560 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b7ce34d7-3f97-41cd-a9c3-117e5524223b req-f5b55f92-a731-4c80-8153-94b9626efd3b tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 946 time: 0.0455139 Sep 28 15:48:16.089881 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b7ce34d7-3f97-41cd-a9c3-117e5524223b req-221b9cf2-6ee2-4bab-9cab-73f86130e8d3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418155 Sep 28 15:48:16.937554 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45290) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:17.039623 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33c3d721-43cf-40da-b8c9-d12e3f3e9a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.118978 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33c3d721-43cf-40da-b8c9-d12e3f3e9a9e admin admin] Publish callbacks [] for security_group (ccef03d8-c458-4062-a3ea-9e4fc9db347e), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.122779 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-33c3d721-43cf-40da-b8c9-d12e3f3e9a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ccef03d8-c458-4062-a3ea-9e4fc9db347e), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.161769 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-33c3d721-43cf-40da-b8c9-d12e3f3e9a9e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=56a1338ab7014ea3b7b1bbc4b6326487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230525 Sep 28 15:48:17.164496 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45296) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:17.171656 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3d721-43cf-40da-b8c9-d12e3f3e9a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccef03d8-c458-4062-a3ea-9e4fc9db347e,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:17.241302 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa98e1-8b86-45c0-a9dc-6d4963410021 req-fb3a74a0-ae00-4e62-bbc2-d43491c4a1fe tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:17.242869 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-feaa98e1-8b86-45c0-a9dc-6d4963410021 req-fb3a74a0-ae00-4e62-bbc2-d43491c4a1fe tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 946 time: 0.0627930 Sep 28 15:48:17.270190 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1a7c82a0-b3da-409f-b187-993bf17b31e6 admin admin] Publish callbacks [] for security_group (ccef03d8-c458-4062-a3ea-9e4fc9db347e), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.307330 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1a7c82a0-b3da-409f-b187-993bf17b31e6 admin admin] Publish callbacks [] for security_group (ccef03d8-c458-4062-a3ea-9e4fc9db347e), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.327947 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-feaa98e1-8b86-45c0-a9dc-6d4963410021 req-f804ed8a-5cf2-4d89-895f-29560115e148 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793588 Sep 28 15:48:17.343343 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:17.367316 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1a7c82a0-b3da-409f-b187-993bf17b31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ccef03d8-c458-4062-a3ea-9e4fc9db347e), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.370189 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1a7c82a0-b3da-409f-b187-993bf17b31e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.371328 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-1a7c82a0-b3da-409f-b187-993bf17b31e6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ccef03d8-c458-4062-a3ea-9e4fc9db347e HTTP/1.1" status: 204 len: 168 time: 0.2059398 Sep 28 15:48:17.379039 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c82a0-b3da-409f-b187-993bf17b31e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccef03d8-c458-4062-a3ea-9e4fc9db347e,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:17.644173 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45304) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:17.657690 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.670095 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:17.734995 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Publish callbacks [] for security_group (1ea3dea4-bcca-46e3-a080-1fcb58d39984), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.738935 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (1ea3dea4-bcca-46e3-a080-1fcb58d39984), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.778649 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=158a5e0903ee4aecb59014dbfcb3f1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333356 Sep 28 15:48:17.779475 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea3dea4-bcca-46e3-a080-1fcb58d39984,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:17.781393 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45308) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:17.788717 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.789316 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.789660 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.790027 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.790366 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.790701 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.791023 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.791348 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.791672 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.791996 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.792321 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.792643 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.792962 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.793279 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.793595 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379ff2b-61a8-444b-921e-f961ab899e5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:17.837050 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-73c852d5-14c4-480a-804d-cbcf0edaca96 admin admin] Publish callbacks [] for security_group (1ea3dea4-bcca-46e3-a080-1fcb58d39984), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.857073 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-73c852d5-14c4-480a-804d-cbcf0edaca96 admin admin] Publish callbacks [] for security_group (1ea3dea4-bcca-46e3-a080-1fcb58d39984), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.858574 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:17.905226 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-73c852d5-14c4-480a-804d-cbcf0edaca96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (1ea3dea4-bcca-46e3-a080-1fcb58d39984), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.907737 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-73c852d5-14c4-480a-804d-cbcf0edaca96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:17.908870 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-73c852d5-14c4-480a-804d-cbcf0edaca96 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1ea3dea4-bcca-46e3-a080-1fcb58d39984 HTTP/1.1" status: 204 len: 168 time: 0.1264653 Sep 28 15:48:17.917730 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c852d5-14c4-480a-804d-cbcf0edaca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea3dea4-bcca-46e3-a080-1fcb58d39984,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:18.458768 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53f33e-feba-4fa9-8ee0-c582d475b04d req-b4be5f94-e89a-43cf-ab19-ae872ca0b384 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:18.460166 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0f53f33e-feba-4fa9-8ee0-c582d475b04d req-b4be5f94-e89a-43cf-ab19-ae872ca0b384 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 946 time: 0.0518343 Sep 28 15:48:18.515449 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0f53f33e-feba-4fa9-8ee0-c582d475b04d req-1b92f6f1-d673-431a-a318-bbee80a9c38d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494814 Sep 28 15:48:19.634212 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45372) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:19.676229 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b01f8e-93bc-4d65-8deb-8db4e44308a6 req-5036cd93-1db0-440b-a6f8-7c4d2483f8fc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:19.677776 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d4b01f8e-93bc-4d65-8deb-8db4e44308a6 req-5036cd93-1db0-440b-a6f8-7c4d2483f8fc tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 946 time: 0.0508437 Sep 28 15:48:19.730832 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d4b01f8e-93bc-4d65-8deb-8db4e44308a6 req-149d3d18-c40a-44c3-ad34-e05239bf543d tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473025 Sep 28 15:48:19.746234 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-debc1d25-14f2-47f7-aa4f-9908ee242c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:19.828481 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-debc1d25-14f2-47f7-aa4f-9908ee242c3f admin admin] Publish callbacks [] for security_group (f51444d8-7a3f-49ef-9cb0-2f2871a98d29), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:19.832303 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-debc1d25-14f2-47f7-aa4f-9908ee242c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (f51444d8-7a3f-49ef-9cb0-2f2871a98d29), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:19.836705 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:19.876104 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc1d25-14f2-47f7-aa4f-9908ee242c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51444d8-7a3f-49ef-9cb0-2f2871a98d29,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:19.883237 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-debc1d25-14f2-47f7-aa4f-9908ee242c3f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d2292df20aa847ff874c1afef13b917c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444079 Sep 28 15:48:19.883384 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45382) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:19.943488 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a746d8b8-7866-43cb-b4db-f598d66f796a admin admin] Publish callbacks [] for security_group (f51444d8-7a3f-49ef-9cb0-2f2871a98d29), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:19.964428 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a746d8b8-7866-43cb-b4db-f598d66f796a admin admin] Publish callbacks [] for security_group (f51444d8-7a3f-49ef-9cb0-2f2871a98d29), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:20.017246 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a746d8b8-7866-43cb-b4db-f598d66f796a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (f51444d8-7a3f-49ef-9cb0-2f2871a98d29), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:20.020399 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a746d8b8-7866-43cb-b4db-f598d66f796a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:20.024487 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-a746d8b8-7866-43cb-b4db-f598d66f796a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f51444d8-7a3f-49ef-9cb0-2f2871a98d29 HTTP/1.1" status: 204 len: 168 time: 0.1374767 Sep 28 15:48:20.031804 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746d8b8-7866-43cb-b4db-f598d66f796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51444d8-7a3f-49ef-9cb0-2f2871a98d29,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:20.308812 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45390) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:20.325366 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-22b4243d-99bc-48d3-b7fe-e91026dfabf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:20.398524 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-22b4243d-99bc-48d3-b7fe-e91026dfabf1 admin admin] Publish callbacks [] for security_group (f3fba808-31cf-413e-9de7-7dffac5cd032), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:20.402097 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-22b4243d-99bc-48d3-b7fe-e91026dfabf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (f3fba808-31cf-413e-9de7-7dffac5cd032), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:20.439616 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-22b4243d-99bc-48d3-b7fe-e91026dfabf1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4fde5021496a4da4a95d67f89cfd03a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296771 Sep 28 15:48:20.441577 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4243d-99bc-48d3-b7fe-e91026dfabf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fba808-31cf-413e-9de7-7dffac5cd032,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:20.442895 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45392) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:20.490840 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-82f2acf2-7063-499a-8ec8-d519223884dd admin admin] Publish callbacks [] for security_group (f3fba808-31cf-413e-9de7-7dffac5cd032), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:20.509682 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-82f2acf2-7063-499a-8ec8-d519223884dd admin admin] Publish callbacks [] for security_group (f3fba808-31cf-413e-9de7-7dffac5cd032), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:20.554915 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-82f2acf2-7063-499a-8ec8-d519223884dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (f3fba808-31cf-413e-9de7-7dffac5cd032), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:20.557375 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-82f2acf2-7063-499a-8ec8-d519223884dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:20.558562 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-82f2acf2-7063-499a-8ec8-d519223884dd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f3fba808-31cf-413e-9de7-7dffac5cd032 HTTP/1.1" status: 204 len: 168 time: 0.1146829 Sep 28 15:48:20.566008 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2acf2-7063-499a-8ec8-d519223884dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fba808-31cf-413e-9de7-7dffac5cd032,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:20.828308 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=14 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:20.836114 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=14 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:20.875736 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7057402-2c7f-43ed-bc7e-dc676fe9e682 req-82240693-f577-4a32-8c4b-ac64d5cf6f1f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:20.877837 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e7057402-2c7f-43ed-bc7e-dc676fe9e682 req-82240693-f577-4a32-8c4b-ac64d5cf6f1f tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 946 time: 0.0609205 Sep 28 15:48:20.937589 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e7057402-2c7f-43ed-bc7e-dc676fe9e682 req-1ab69c98-1653-4bc2-a80d-51d9e9d46e11 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534701 Sep 28 15:48:22.378141 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45482) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:22.504050 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-278a1f67-482e-4c0e-8388-a1775a17719f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:22.508491 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4a409-4415-49ab-88b1-aee3ec49bd2a req-fea7f74b-e78d-4334-a4d1-befb7e589ff9 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:22.510057 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bfd4a409-4415-49ab-88b1-aee3ec49bd2a req-fea7f74b-e78d-4334-a4d1-befb7e589ff9 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 945 time: 0.0509877 Sep 28 15:48:22.548303 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:22.563312 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bfd4a409-4415-49ab-88b1-aee3ec49bd2a req-bf2c240f-e274-4919-8edf-1226a0df4c07 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83460241-124c-4712-b2cb-d06607c13604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475311 Sep 28 15:48:22.595190 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-278a1f67-482e-4c0e-8388-a1775a17719f admin admin] Publish callbacks [] for security_group (1f83db2b-56f0-40ef-b8e8-ec500f287b8c), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:22.600074 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-278a1f67-482e-4c0e-8388-a1775a17719f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (1f83db2b-56f0-40ef-b8e8-ec500f287b8c), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:22.638740 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a1f67-482e-4c0e-8388-a1775a17719f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f83db2b-56f0-40ef-b8e8-ec500f287b8c,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:22.644463 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-278a1f67-482e-4c0e-8388-a1775a17719f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4dc4eb2d576c47d39e3f0fdb80b2c611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647107 Sep 28 15:48:22.647615 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45492) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:22.702018 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cecb9ceb-6bad-40e0-8d83-921a1625bd2e admin admin] Publish callbacks [] for security_group (1f83db2b-56f0-40ef-b8e8-ec500f287b8c), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:22.724154 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cecb9ceb-6bad-40e0-8d83-921a1625bd2e admin admin] Publish callbacks [] for security_group (1f83db2b-56f0-40ef-b8e8-ec500f287b8c), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:22.777423 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cecb9ceb-6bad-40e0-8d83-921a1625bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (1f83db2b-56f0-40ef-b8e8-ec500f287b8c), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:22.780005 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-cecb9ceb-6bad-40e0-8d83-921a1625bd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:22.781208 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-cecb9ceb-6bad-40e0-8d83-921a1625bd2e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1f83db2b-56f0-40ef-b8e8-ec500f287b8c HTTP/1.1" status: 204 len: 168 time: 0.1326919 Sep 28 15:48:22.789719 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb9ceb-6bad-40e0-8d83-921a1625bd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f83db2b-56f0-40ef-b8e8-ec500f287b8c,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:23.431094 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45522) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:23.524325 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1389141555-network', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:23.543864 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Made reservation on behalf of ed1bf756bfcb4d52bd82979559f03a20 for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:48:23.546432 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:23.555311 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:23.637871 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Publish callbacks [] for security_group (71af705a-7df8-4038-a88e-8a9711ef24af), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:23.641736 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (71af705a-7df8-4038-a88e-8a9711ef24af), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:23.687532 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:23.694747 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=112830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:48:23.711012 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=12 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:23.715187 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71af705a-7df8-4038-a88e-8a9711ef24af,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:23.718133 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (a3aa91e3-38a7-460f-a5dc-5e3600d93874), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:23.718474 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Added segment a3aa91e3-38a7-460f-a5dc-5e3600d93874 of type vlan for network 075cc0be-5e39-4fb6-a8fe-314feee10098 Sep 28 15:48:23.733191 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3c3b-93f4-46dc-b735-cee844740f5f req-59e480d4-c69f-487e-b639-705ee7a101f4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:23.734720 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ab3a3c3b-93f4-46dc-b735-cee844740f5f req-59e480d4-c69f-487e-b639-705ee7a101f4 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 945 time: 0.0882311 Sep 28 15:48:23.783573 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (075cc0be-5e39-4fb6-a8fe-314feee10098), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:23.832346 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ab3a3c3b-93f4-46dc-b735-cee844740f5f req-b666fb77-f7c9-4498-b798-bc34e68d5e4f tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83460241-124c-4712-b2cb-d06607c13604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751505 Sep 28 15:48:23.838202 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (075cc0be-5e39-4fb6-a8fe-314feee10098), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:23.839250 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:23.839843 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:23.890797 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4584832 Sep 28 15:48:23.893589 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45528) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:23.898626 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] Request body: {'subnet': {'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1389141555-subnet', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'ip_version': 4}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:23.917489 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08494c2-5724-4517-8ecf-6f1dd38b9b49 admin admin] Pushing event updated for resources: {'Network': ['ID=075cc0be-5e39-4fb6-a8fe-314feee10098,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:23.928914 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network 075cc0be-5e39-4fb6-a8fe-314feee10098 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:48:23.930543 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] Made reservation on behalf of ed1bf756bfcb4d52bd82979559f03a20 for: {'subnet': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:48:23.932243 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:23.933230 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8617753'] for subnet (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.041675 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-8ebd7888-a91f-4a44-8811-bfe7f0f49af0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:24.043137 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-8ebd7888-a91f-4a44-8811-bfe7f0f49af0 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 945 time: 0.0638638 Sep 28 15:48:24.166320 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Deleting port 67ca7698-c1f0-4995-8fbd-1baf4a653918 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:24.166669 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.250145 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3725135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8617775'] for subnet (5663eb96-9ab6-4408-a1e8-014d463df0f4), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.335368 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] For port 67ca7698-c1f0-4995-8fbd-1baf4a653918, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=67ca7698-c1f0-4995-8fbd-1baf4a653918,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:24.335732 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.350506 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5663eb96-9ab6-4408-a1e8-014d463df0f4,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:24.391268 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] Checking segment: {'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:48:24.391624 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] Network hostable DHCP agents. Network: 075cc0be-5e39-4fb6-a8fe-314feee10098, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:48:24.414907 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-60b343e2-cb5c-464b-99e9-3b6433f9f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.452702 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] Network 075cc0be-5e39-4fb6-a8fe-314feee10098 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:48:24.461157 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:24.472075 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, 075cc0be-5e39-4fb6-a8fe-314feee10098) {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:24.482836 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1fa55a-be64-47dd-9680-5e3abebf1af5 None None] Network 075cc0be-5e39-4fb6-a8fe-314feee10098 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:48:24.486993 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:24.487613 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.529244 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:24.556597 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-5aa3af44-a0ba-4821-ba19-8b4e48764da1 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6619754 Sep 28 15:48:24.559473 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45554) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:24.565098 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:24.571399 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.571783 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (51fdcfa6-554e-4baf-b278-ae2552230895), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.572107 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Floating IP 51fdcfa6-554e-4baf-b278-ae2552230895 disassociated. External IP: 172.27.2.212, port: 67ca7698-c1f0-4995-8fbd-1baf4a653918. Sep 28 15:48:24.572422 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Calling delete_port for 67ca7698-c1f0-4995-8fbd-1baf4a653918 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:24.589249 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (667634a8-a759-462f-bbbb-732ed845ec16), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.590375 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (667634a8-a759-462f-bbbb-732ed845ec16), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.602393 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-075cc0be-5e39-4fb6-a8fe-314feee10098', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:48:24.604271 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.605551 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:24.644081 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Publish callbacks [] for router_controller (667634a8-a759-462f-bbbb-732ed845ec16), precommit_add_association {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.727177 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (67ca7698-c1f0-4995-8fbd-1baf4a653918), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.745131 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:24.760835 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'Port': ['ID=67ca7698-c1f0-4995-8fbd-1baf4a653918,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:24.771336 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Allocated IP 172.20.0.2 (075cc0be-5e39-4fb6-a8fe-314feee10098/5663eb96-9ab6-4408-a1e8-014d463df0f4/787c977f-7211-4e9d-a7d7-838643f03b22) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:48:24.887720 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Router afbb5fe3-7737-46f0-905c-2d478e9fde4b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:48:24.930017 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Publish callbacks [] for port (787c977f-7211-4e9d-a7d7-838643f03b22), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.937372 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.978234 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c8786ae0-2eba-454b-afec-7f3b69ef70a7 req-ad75d489-7145-4682-815b-c92991ed71fe tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2e1d44bc-cd43-48ca-83f5-51d4a5635c8d HTTP/1.1" status: 200 len: 210 time: 0.0406678 Sep 28 15:48:24.980880 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Network 075cc0be-5e39-4fb6-a8fe-314feee10098 is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:48:24.984214 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:24.988127 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:48:24.994300 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Publish callbacks [] for router_gateway (667634a8-a759-462f-bbbb-732ed845ec16), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:24.998227 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Pushing event updated for resources: {'Port': ['ID=787c977f-7211-4e9d-a7d7-838643f03b22,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:25.023289 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.023707 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.023987 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.024328 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.024709 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.025030 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.025349 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.025682 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.026032 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.026354 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.026672 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.027008 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.027309 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.027620 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.027930 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:25.036698 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:48:25.048377 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ebfd6-0ea9-4860-951f-067af4ea6d19 None None] Sync routers for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:48:25.064133 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Attempting to bind port 787c977f-7211-4e9d-a7d7-838643f03b22 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:48:25.064426 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Attempting to bind port 787c977f-7211-4e9d-a7d7-838643f03b22 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:48:25.064701 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ebfd6-0ea9-4860-951f-067af4ea6d19 None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:25.064855 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Attempting to bind port 787c977f-7211-4e9d-a7d7-838643f03b22 on network 075cc0be-5e39-4fb6-a8fe-314feee10098 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:48:25.066128 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-667ebfd6-0ea9-4860-951f-067af4ea6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:47:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:25.091447 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] No DVR routers for this DVR port 67ca7698-c1f0-4995-8fbd-1baf4a653918 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:48:25.094687 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:25.099853 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-50d411d7-d6a4-4281-970a-20f3bf8826df req-3c690153-a75a-45e6-99b8-b5cb0c7f17c3 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.50 "DELETE /networking/v2.0/ports/67ca7698-c1f0-4995-8fbd-1baf4a653918 HTTP/1.1" status: 204 len: 173 time: 1.0508442 Sep 28 15:48:25.100479 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'name': 'network-vif-deleted', 'tag': '67ca7698-c1f0-4995-8fbd-1baf4a653918'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:48:25.103923 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf44c61-dbea-4df8-923b-17feeee89868" -d '{"events": [{"server_uuid": "2e1d44bc-cd43-48ca-83f5-51d4a5635c8d", "name": "network-vif-deleted", "tag": "67ca7698-c1f0-4995-8fbd-1baf4a653918"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:48:25.111903 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:48:25.112594 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Checking segment: {'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:48:25.113154 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:25.114581 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Bound using segment: {'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:48:25.115720 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Bound port: 787c977f-7211-4e9d-a7d7-838643f03b22, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:48:25.116298 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:25.180346 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61928b9-bc28-43fc-8dce-1925daec6e20 x-openstack-request-id: req-d61928b9-bc28-43fc-8dce-1925daec6e20 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:48:25.183119 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1d44bc-cd43-48ca-83f5-51d4a5635c8d", "name": "network-vif-deleted", "tag": "67ca7698-c1f0-4995-8fbd-1baf4a653918", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:48:25.185248 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d61928b9-bc28-43fc-8dce-1925daec6e20 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:48:25.186079 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61928b9-bc28-43fc-8dce-1925daec6e20'] response: {'server_uuid': '2e1d44bc-cd43-48ca-83f5-51d4a5635c8d', 'name': 'network-vif-deleted', 'tag': '67ca7698-c1f0-4995-8fbd-1baf4a653918', 'status': 'completed', 'code': 200} Sep 28 15:48:25.186807 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] For port 787c977f-7211-4e9d-a7d7-838643f03b22, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:48:25.190990 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] For port 787c977f-7211-4e9d-a7d7-838643f03b22, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=787c977f-7211-4e9d-a7d7-838643f03b22,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:48:25.204231 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:25.312949 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Publish callbacks [] for router_gateway (667634a8-a759-462f-bbbb-732ed845ec16), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:25.321277 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d756954-b29c-4734-87ce-52d8f3d1cc10 None None] Pushing event updated for resources: {'Port': ['ID=787c977f-7211-4e9d-a7d7-838643f03b22,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:25.342272 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:25.368367 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-667ebfd6-0ea9-4860-951f-067af4ea6d19 None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:25.501021 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Allocated IP 172.27.2.145 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/65b62f76-115d-46a7-9838-d5ddff104e90) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:48:25.590727 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-667ebfd6-0ea9-4860-951f-067af4ea6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:25.620794 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ebfd6-0ea9-4860-951f-067af4ea6d19 None None] Checking router: afbb5fe3-7737-46f0-905c-2d478e9fde4b for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:48:25.634962 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ebfd6-0ea9-4860-951f-067af4ea6d19 None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:25.635579 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-667ebfd6-0ea9-4860-951f-067af4ea6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:47:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:25.671004 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:25.694316 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Publish callbacks [] for port (65b62f76-115d-46a7-9838-d5ddff104e90), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:25.756556 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:25.825717 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Pushing event updated for resources: {'Port': ['ID=65b62f76-115d-46a7-9838-d5ddff104e90,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:25.845203 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-667ebfd6-0ea9-4860-951f-067af4ea6d19 None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:25.850287 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:48:25.851926 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:25.854437 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:48:25.984787 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45570) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:26.076462 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-667ebfd6-0ea9-4860-951f-067af4ea6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:26.110070 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45578) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:26.127797 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ebfd6-0ea9-4860-951f-067af4ea6d19 None None] The sync data for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi is: [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:33Z', 'revision_number': 4, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '084a3d84-6987-4fe9-9cb4-54fb9b82186a', 'name': '', 'network_id': 'df05fe18-9205-4e7c-b6d8-ac63aa67e1aa', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'mac_address': 'fa:16:3e:2f:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:32Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'subnets': [{'id': '1d382cba-cbbe-4f33-a626-0774b388d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:48:26.154579 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Publish callbacks [] for router_gateway (667634a8-a759-462f-bbbb-732ed845ec16), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.161463 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e7edb946-6749-4925-860e-1ad0b391e307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.202957 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:26.248736 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f9119f4a-e05d-4c3d-b39a-4a8d9278a657 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (83460241-124c-4712-b2cb-d06607c13604), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.303138 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f9119f4a-e05d-4c3d-b39a-4a8d9278a657 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (83460241-124c-4712-b2cb-d06607c13604), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.361719 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e7edb946-6749-4925-860e-1ad0b391e307 admin admin] Publish callbacks [] for security_group (98433c4e-8c9f-4e8a-bdab-07651ffa4adc), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.369117 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-e7edb946-6749-4925-860e-1ad0b391e307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (98433c4e-8c9f-4e8a-bdab-07651ffa4adc), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.389236 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (667634a8-a759-462f-bbbb-732ed845ec16), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.396040 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=7 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:26.399322 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-e7edb946-6749-4925-860e-1ad0b391e307 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=eaa54f0d3c3744f190f74df3aadc20a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134154 Sep 28 15:48:26.406532 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45580) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:26.444971 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:26.465373 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f9119f4a-e05d-4c3d-b39a-4a8d9278a657 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (83460241-124c-4712-b2cb-d06607c13604), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.468060 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f9119f4a-e05d-4c3d-b39a-4a8d9278a657 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.472109 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45582) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:26.472265 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-f9119f4a-e05d-4c3d-b39a-4a8d9278a657 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/83460241-124c-4712-b2cb-d06607c13604 HTTP/1.1" status: 204 len: 168 time: 0.3609431 Sep 28 15:48:26.483892 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb331a14-b01e-448e-9df0-3a3c5a7c592d None None] New status for floating IP 51fdcfa6-554e-4baf-b278-ae2552230895: DOWN {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:48:26.486470 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edb946-6749-4925-860e-1ad0b391e307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98433c4e-8c9f-4e8a-bdab-07651ffa4adc,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:26.514232 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9119f4a-e05d-4c3d-b39a-4a8d9278a657 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83460241-124c-4712-b2cb-d06607c13604,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:26.521655 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf6b-8348-42bf-af66-0f42e370d445 admin admin] Publish callbacks [] for security_group (98433c4e-8c9f-4e8a-bdab-07651ffa4adc), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.539941 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.api.v2.resource [None req-6131ba27-f6b8-4735-acb0-9364ebb2c005 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] show failed (client error): The resource could not be found. Sep 28 15:48:26.540962 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-6131ba27-f6b8-4735-acb0-9364ebb2c005 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "GET /networking/v2.0/security-groups/83460241-124c-4712-b2cb-d06607c13604 HTTP/1.1" status: 404 len: 347 time: 0.0679812 Sep 28 15:48:26.546233 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45584) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:26.556174 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf6b-8348-42bf-af66-0f42e370d445 admin admin] Publish callbacks [] for security_group (98433c4e-8c9f-4e8a-bdab-07651ffa4adc), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.598735 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b7f654-eddd-4bbd-890f-3d7bbed90ce4 None None] Network 075cc0be-5e39-4fb6-a8fe-314feee10098 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:48:26.626681 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf6b-8348-42bf-af66-0f42e370d445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (98433c4e-8c9f-4e8a-bdab-07651ffa4adc), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.631742 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:26.631908 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf6b-8348-42bf-af66-0f42e370d445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.632688 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-6dd881e4-ff23-4069-87d2-c8702ee4d0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.634528 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-b1dfcf6b-8348-42bf-af66-0f42e370d445 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/98433c4e-8c9f-4e8a-bdab-07651ffa4adc HTTP/1.1" status: 204 len: 168 time: 0.2259700 Sep 28 15:48:26.645840 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfcf6b-8348-42bf-af66-0f42e370d445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98433c4e-8c9f-4e8a-bdab-07651ffa4adc,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:26.726132 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-ce75d1a8-e92c-4616-8177-67d92726f3b2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Deleting port 162ea2b7-385e-4908-a93a-f1ca30000f79 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:26.726670 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce75d1a8-e92c-4616-8177-67d92726f3b2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (162ea2b7-385e-4908-a93a-f1ca30000f79), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.792274 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Router 667634a8-a759-462f-bbbb-732ed845ec16 is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:48:26.830488 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-a6027701-ecc9-4188-999e-e8106c837137 None None] Provisioning complete for port 787c977f-7211-4e9d-a7d7-838643f03b22 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:26.830973 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-a6027701-ecc9-4188-999e-e8106c837137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.831397 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-a6027701-ecc9-4188-999e-e8106c837137 None None] Attempt 1 to provision port 787c977f-7211-4e9d-a7d7-838643f03b22 Sep 28 15:48:26.872330 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:26.917223 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce75d1a8-e92c-4616-8177-67d92726f3b2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (162ea2b7-385e-4908-a93a-f1ca30000f79), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.921031 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce75d1a8-e92c-4616-8177-67d92726f3b2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (162ea2b7-385e-4908-a93a-f1ca30000f79), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.923968 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:26.945112 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-a6027701-ecc9-4188-999e-e8106c837137 None None] Current status of the port 787c977f-7211-4e9d-a7d7-838643f03b22 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:26.945112 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-a6027701-ecc9-4188-999e-e8106c837137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:26.980764 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-a6027701-ecc9-4188-999e-e8106c837137 None None] For port 787c977f-7211-4e9d-a7d7-838643f03b22, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=787c977f-7211-4e9d-a7d7-838643f03b22,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:26.991190 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-a6027701-ecc9-4188-999e-e8106c837137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.003369 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-ce75d1a8-e92c-4616-8177-67d92726f3b2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Calling delete_port for 162ea2b7-385e-4908-a93a-f1ca30000f79 owned by network:floatingip {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:27.100990 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45590) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:27.107131 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6027701-ecc9-4188-999e-e8106c837137 None None] Pushing event updated for resources: {'Port': ['ID=787c977f-7211-4e9d-a7d7-838643f03b22,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:27.120484 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-95fae4ae-1b96-4cf0-80e2-2462b9e1944e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.165988 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:48:27.174573 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Sync routers for ids ['667634a8-a759-462f-bbbb-732ed845ec16'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:48:27.187753 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Routers {'667634a8-a759-462f-bbbb-732ed845ec16'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:27.188484 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['667634a8-a759-462f-bbbb-732ed845ec16'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:27.199042 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.204077 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-93ad456b-7555-402e-9672-65e16a8294ec admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6387088 Sep 28 15:48:27.204391 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45592) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:27.222811 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-d5ea5ead-ef6c-411c-9518-5883d21144f8 None None] Provisioning complete for port 787c977f-7211-4e9d-a7d7-838643f03b22 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:27.224905 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d5ea5ead-ef6c-411c-9518-5883d21144f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.226246 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-d5ea5ead-ef6c-411c-9518-5883d21144f8 None None] Attempt 1 to provision port 787c977f-7211-4e9d-a7d7-838643f03b22 Sep 28 15:48:27.276050 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce75d1a8-e92c-4616-8177-67d92726f3b2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (162ea2b7-385e-4908-a93a-f1ca30000f79), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.285290 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-95fae4ae-1b96-4cf0-80e2-2462b9e1944e admin admin] Publish callbacks [] for security_group (c7571d6c-f84a-47f9-8c57-71db3d078228), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.302121 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-95fae4ae-1b96-4cf0-80e2-2462b9e1944e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (c7571d6c-f84a-47f9-8c57-71db3d078228), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.334339 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-95fae4ae-1b96-4cf0-80e2-2462b9e1944e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=89c80e87f58b44e5864ab31cf10863f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289960 Sep 28 15:48:27.334867 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45594) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:27.338039 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75d1a8-e92c-4616-8177-67d92726f3b2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Pushing event deleted for resources: {'Port': ['ID=162ea2b7-385e-4908-a93a-f1ca30000f79,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:27.373634 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 787c977f-7211-4e9d-a7d7-838643f03b22 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:48:27.381764 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Set router 667634a8-a759-462f-bbbb-732ed845ec16 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:27.400558 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:27.407202 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce75d1a8-e92c-4616-8177-67d92726f3b2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks [] for floatingip (51fdcfa6-554e-4baf-b278-ae2552230895), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.411507 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce75d1a8-e92c-4616-8177-67d92726f3b2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.412714 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-ce75d1a8-e92c-4616-8177-67d92726f3b2 tempest-AttachVolumeNegativeTest-780220516 tempest-AttachVolumeNegativeTest-780220516-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/51fdcfa6-554e-4baf-b278-ae2552230895 HTTP/1.1" status: 204 len: 168 time: 0.8659563 Sep 28 15:48:27.414674 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea5ead-ef6c-411c-9518-5883d21144f8 None None] Current status of the port 787c977f-7211-4e9d-a7d7-838643f03b22 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:27.445682 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 787c977f-7211-4e9d-a7d7-838643f03b22 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:27.446094 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.446428 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 787c977f-7211-4e9d-a7d7-838643f03b22 Sep 28 15:48:27.477638 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fae4ae-1b96-4cf0-80e2-2462b9e1944e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7571d6c-f84a-47f9-8c57-71db3d078228,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:27.519004 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-48d06f5d-307c-4d53-9b42-f858f882f968 admin admin] Publish callbacks [] for security_group (c7571d6c-f84a-47f9-8c57-71db3d078228), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.565705 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 787c977f-7211-4e9d-a7d7-838643f03b22 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:27.575873 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-48d06f5d-307c-4d53-9b42-f858f882f968 admin admin] Publish callbacks [] for security_group (c7571d6c-f84a-47f9-8c57-71db3d078228), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.627751 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:26Z', 'revision_number': 3, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:27.630263 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:27.655220 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Checking router: 667634a8-a759-462f-bbbb-732ed845ec16 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:48:27.655565 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Updating router 667634a8-a759-462f-bbbb-732ed845ec16 port 65b62f76-115d-46a7-9838-d5ddff104e90 binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:48:27.688715 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.702511 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-48d06f5d-307c-4d53-9b42-f858f882f968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (c7571d6c-f84a-47f9-8c57-71db3d078228), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.704989 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-48d06f5d-307c-4d53-9b42-f858f882f968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.709004 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-48d06f5d-307c-4d53-9b42-f858f882f968 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c7571d6c-f84a-47f9-8c57-71db3d078228 HTTP/1.1" status: 204 len: 168 time: 0.3687892 Sep 28 15:48:27.733734 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:27.738729 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d06f5d-307c-4d53-9b42-f858f882f968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7571d6c-f84a-47f9-8c57-71db3d078228,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:27.786980 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:27.823698 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:27.845948 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.983228 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Publish callbacks [] for port (65b62f76-115d-46a7-9838-d5ddff104e90), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:27.990737 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.021344 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Allocated IP 172.20.0.1 (075cc0be-5e39-4fb6-a8fe-314feee10098/5663eb96-9ab6-4408-a1e8-014d463df0f4/61c8facd-a74a-409b-85f0-ed8afc0f0e40) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:48:28.033258 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Attempting to bind port 65b62f76-115d-46a7-9838-d5ddff104e90 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:48:28.033668 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Attempting to bind port 65b62f76-115d-46a7-9838-d5ddff104e90 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:48:28.034128 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Attempting to bind port 65b62f76-115d-46a7-9838-d5ddff104e90 on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:48:28.072078 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Pushing event updated for resources: {'Port': ['ID=65b62f76-115d-46a7-9838-d5ddff104e90,revision_number=2']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:28.084426 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.084992 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.085410 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.085937 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.086420 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.086858 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.087181 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.087808 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.088073 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.088651 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.089058 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.089435 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.089820 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.090165 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.090492 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:48:28.106755 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:48:28.107300 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:48:28.107852 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.108484 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:48:28.109334 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Bound port: 65b62f76-115d-46a7-9838-d5ddff104e90, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:48:28.109802 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.117079 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45604) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:28.139831 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-554c03ab-e408-44e5-8e3e-105caf292e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.160280 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] For port 65b62f76-115d-46a7-9838-d5ddff104e90, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:48:28.163574 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] For port 65b62f76-115d-46a7-9838-d5ddff104e90, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=65b62f76-115d-46a7-9838-d5ddff104e90,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:48:28.169053 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.169458 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Publish callbacks [] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.205832 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Routers {'667634a8-a759-462f-bbbb-732ed845ec16'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:28.206481 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['667634a8-a759-462f-bbbb-732ed845ec16'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:28.235226 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.251179 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.261186 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf10ef-009f-49cf-a6e0-387acc5d254a None None] Pushing event updated for resources: {'Port': ['ID=65b62f76-115d-46a7-9838-d5ddff104e90,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:28.430577 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] Set router 667634a8-a759-462f-bbbb-732ed845ec16 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:28.570490 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Network 075cc0be-5e39-4fb6-a8fe-314feee10098 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:48:28.572455 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-554c03ab-e408-44e5-8e3e-105caf292e93 admin admin] Publish callbacks [] for security_group (27c74e1a-0d48-43de-a235-2bf540bff46e), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.576745 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:28.580361 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:48:28.582583 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-554c03ab-e408-44e5-8e3e-105caf292e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (27c74e1a-0d48-43de-a235-2bf540bff46e), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.587301 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Pushing event updated for resources: {'Port': ['ID=61c8facd-a74a-409b-85f0-ed8afc0f0e40,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:28.612519 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:26Z', 'revision_number': 3, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:28.645389 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1dc53-99bd-4e27-8223-f97362c26145 None None] The sync data for ids ['667634a8-a759-462f-bbbb-732ed845ec16'] in dv-cinder-859319-2-iscsi is: [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:26Z', 'revision_number': 3, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:48:28.661494 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-554c03ab-e408-44e5-8e3e-105caf292e93 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1fdb36968d444dfb8a47c0cc680b5428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5396955 Sep 28 15:48:28.661936 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45612) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:28.662374 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c03ab-e408-44e5-8e3e-105caf292e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c74e1a-0d48-43de-a235-2bf540bff46e,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:28.677297 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (667634a8-a759-462f-bbbb-732ed845ec16), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.761938 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d112b662-2af8-4e18-b24b-9fb685156beb admin admin] Publish callbacks [] for security_group (27c74e1a-0d48-43de-a235-2bf540bff46e), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.784166 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 67ca7698-c1f0-4995-8fbd-1baf4a653918 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:48:28.789410 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d112b662-2af8-4e18-b24b-9fb685156beb admin admin] Publish callbacks [] for security_group (27c74e1a-0d48-43de-a235-2bf540bff46e), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.819633 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 67ca7698-c1f0-4995-8fbd-1baf4a653918 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:48:28.820080 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 67ca7698-c1f0-4995-8fbd-1baf4a653918 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:48:28.867958 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d112b662-2af8-4e18-b24b-9fb685156beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (27c74e1a-0d48-43de-a235-2bf540bff46e), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.872269 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d112b662-2af8-4e18-b24b-9fb685156beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.875968 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-d112b662-2af8-4e18-b24b-9fb685156beb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/27c74e1a-0d48-43de-a235-2bf540bff46e HTTP/1.1" status: 204 len: 168 time: 0.2123966 Sep 28 15:48:28.888251 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112b662-2af8-4e18-b24b-9fb685156beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c74e1a-0d48-43de-a235-2bf540bff46e,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:28.899614 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.901834 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:28.912877 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:28.960112 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Provisioning complete for port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:28.961163 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:28.962168 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Attempt 1 to provision port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 Sep 28 15:48:29.031272 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:29.149777 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Publish callbacks [] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:29.154987 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:29.240088 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Pushing event updated for resources: {'Port': ['ID=61c8facd-a74a-409b-85f0-ed8afc0f0e40,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:29.240088 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (667634a8-a759-462f-bbbb-732ed845ec16), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:29.359786 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 65b62f76-115d-46a7-9838-d5ddff104e90 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:48:29.387699 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Network 075cc0be-5e39-4fb6-a8fe-314feee10098 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:48:29.389343 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:29.420133 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 65b62f76-115d-46a7-9838-d5ddff104e90 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:29.420508 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:29.420921 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 65b62f76-115d-46a7-9838-d5ddff104e90 Sep 28 15:48:29.524166 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 65b62f76-115d-46a7-9838-d5ddff104e90 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:29.524644 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:29.554013 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port 65b62f76-115d-46a7-9838-d5ddff104e90, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=65b62f76-115d-46a7-9838-d5ddff104e90,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:29.555427 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Attempt 2 to provision port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 Sep 28 15:48:29.558579 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:29.586441 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:29.600777 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Router 667634a8-a759-462f-bbbb-732ed845ec16 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:48:29.659126 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:29.669393 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=65b62f76-115d-46a7-9838-d5ddff104e90,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:29.752528 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:48:29.759077 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c9bae9cd-a622-47e1-afe5-2beec7be2d1e admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/667634a8-a759-462f-bbbb-732ed845ec16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5524013 Sep 28 15:48:29.766013 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:29.780026 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:29.844613 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45640) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:29.954138 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1402941849-network', 'tenant_id': 'e14714c2f8ba4d1b9b009e829547f1c7'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:29.983446 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Made reservation on behalf of e14714c2f8ba4d1b9b009e829547f1c7 for: {'network': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:48:29.983446 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:29.995970 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.106675 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Publish callbacks [] for security_group (9f61cafa-3a76-4045-8ba2-3dbfaeec88a7), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.111601 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (9f61cafa-3a76-4045-8ba2-3dbfaeec88a7), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.151605 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=112831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:48:30.160554 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Attempt 3 to provision port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 Sep 28 15:48:30.161160 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f61cafa-3a76-4045-8ba2-3dbfaeec88a7,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:30.168026 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (83c392ed-1a22-41e5-8486-bce047430718), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.168683 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.segments_db [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Added segment 83c392ed-1a22-41e5-8486-bce047430718 of type vlan for network 0b17d334-6c06-455d-84d7-abee811083c1 Sep 28 15:48:30.226689 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:30.237700 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (0b17d334-6c06-455d-84d7-abee811083c1), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.265144 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:30.276010 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (0b17d334-6c06-455d-84d7-abee811083c1), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.277052 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:30.279053 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.359787 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5138466 Sep 28 15:48:30.362959 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45670) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:30.366196 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45672) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:30.371952 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1788018076-network', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:30.375091 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] Request body: {'subnet': {'network_id': '0b17d334-6c06-455d-84d7-abee811083c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1402941849-subnet', 'tenant_id': 'e14714c2f8ba4d1b9b009e829547f1c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:30.390099 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd307e32-8bab-4b5a-880c-293db8981e79 admin admin] Pushing event updated for resources: {'Network': ['ID=0b17d334-6c06-455d-84d7-abee811083c1,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:30.392944 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Made reservation on behalf of dec029c8807c43d6982f9e7fe23c90b2 for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:48:30.395611 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.400653 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network 0b17d334-6c06-455d-84d7-abee811083c1 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:48:30.411848 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] Made reservation on behalf of e14714c2f8ba4d1b9b009e829547f1c7 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:48:30.413137 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.414458 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3622047'] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.501234 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:30.517681 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Publish callbacks [] for security_group (870342f7-7215-49ca-9a27-da56217441fe), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.522033 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (870342f7-7215-49ca-9a27-da56217441fe), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.548735 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=112830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:48:30.559761 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870342f7-7215-49ca-9a27-da56217441fe,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:30.565666 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (177c85c0-7bb3-41d5-8e8d-77edec7e9c11), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.566052 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Added segment 177c85c0-7bb3-41d5-8e8d-77edec7e9c11 of type vlan for network 4ece4328-fc30-489e-adc4-b5c4d79f92a7 Sep 28 15:48:30.608937 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (4ece4328-fc30-489e-adc4-b5c4d79f92a7), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.614570 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3622057'] for subnet (dc331ebc-0674-4a0e-87cb-9686dd77f452), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.621166 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:30.636305 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (4ece4328-fc30-489e-adc4-b5c4d79f92a7), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.637304 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:30.638046 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.658286 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:30.678882 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc331ebc-0674-4a0e-87cb-9686dd77f452,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:30.692114 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] Checking segment: {'id': '83c392ed-1a22-41e5-8486-bce047430718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0b17d334-6c06-455d-84d7-abee811083c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:48:30.692593 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] Network hostable DHCP agents. Network: 0b17d334-6c06-455d-84d7-abee811083c1, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:48:30.695143 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3277578 Sep 28 15:48:30.698279 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45674) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:30.703833 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] Request body: {'subnet': {'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1788018076-subnet', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:30.707662 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb92e5-c175-4fc9-ad7b-387ada1dc8ac admin admin] Pushing event updated for resources: {'Network': ['ID=4ece4328-fc30-489e-adc4-b5c4d79f92a7,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:30.713669 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Sync routers for ids ['667634a8-a759-462f-bbbb-732ed845ec16'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:48:30.721911 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network 4ece4328-fc30-489e-adc4-b5c4d79f92a7 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:48:30.731473 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] Network 0b17d334-6c06-455d-84d7-abee811083c1 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:48:30.735980 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Attempt 4 to provision port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 Sep 28 15:48:30.736892 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] Made reservation on behalf of dec029c8807c43d6982f9e7fe23c90b2 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:48:30.739660 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3622047'] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.741774 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:30.754655 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, 0b17d334-6c06-455d-84d7-abee811083c1) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:30.783877 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:30.784738 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:30.784858 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121284af-0503-4430-b600-912f24462d06 None None] Network 0b17d334-6c06-455d-84d7-abee811083c1 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:48:30.796751 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Routers {'667634a8-a759-462f-bbbb-732ed845ec16'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:30.797378 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['667634a8-a759-462f-bbbb-732ed845ec16'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:30.816804 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e1c224c3-006c-431b-8015-d73d32351c00 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4518874 Sep 28 15:48:30.941045 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3622057'] for subnet (0421c34e-be55-44ab-b1d4-69d20a403f2a), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.013122 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0421c34e-be55-44ab-b1d4-69d20a403f2a,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:31.018458 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] Checking segment: {'id': '177c85c0-7bb3-41d5-8e8d-77edec7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:48:31.018903 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] Network hostable DHCP agents. Network: 4ece4328-fc30-489e-adc4-b5c4d79f92a7, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:48:31.039429 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] Network 4ece4328-fc30-489e-adc4-b5c4d79f92a7 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:48:31.049346 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:31.050605 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, 4ece4328-fc30-489e-adc4-b5c4d79f92a7) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:31.057706 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:31.058022 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.064337 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf4a2ae-f7ad-4efe-bbc9-91e7d2755696 None None] Network 4ece4328-fc30-489e-adc4-b5c4d79f92a7 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:48:31.080271 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-65d31577-042c-4346-9b4b-9677c0a16cd9 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3808861 Sep 28 15:48:31.083441 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45680) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:31.089281 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1788018076-router', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:31.120991 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (e3760675-70c5-41f9-8d1f-c503201ead8b), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.122660 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (e3760675-70c5-41f9-8d1f-c503201ead8b), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.152535 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:31.186117 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Publish callbacks [] for router_controller (e3760675-70c5-41f9-8d1f-c503201ead8b), precommit_add_association {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.201287 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Set router 667634a8-a759-462f-bbbb-732ed845ec16 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:31.205115 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770cd69-6786-49e4-a5c0-f4de2ee786d2 None None] Network 0b17d334-6c06-455d-84d7-abee811083c1 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:48:31.343035 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Publish callbacks [] for router_gateway (e3760675-70c5-41f9-8d1f-c503201ead8b), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.404632 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 65b62f76-115d-46a7-9838-d5ddff104e90 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:48:31.443346 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-4ece4328-fc30-489e-adc4-b5c4d79f92a7', 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7', 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'fixed_ips': [{'subnet_id': '0421c34e-be55-44ab-b1d4-69d20a403f2a'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:48:31.449758 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.450560 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45696) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:31.558444 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Attempt 5 to provision port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 Sep 28 15:48:31.560078 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:31.576827 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45702) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:31.582256 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1092977455-network', 'tenant_id': 'e1d48929f99c4f00aa13fb134d1072a1'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:31.612072 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Made reservation on behalf of e1d48929f99c4f00aa13fb134d1072a1 for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:48:31.615707 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.651564 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 65b62f76-115d-46a7-9838-d5ddff104e90 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:31.651874 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.652160 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 65b62f76-115d-46a7-9838-d5ddff104e90 Sep 28 15:48:31.659718 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.713928 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:31.754572 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:31.770967 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Publish callbacks [] for router_gateway (e3760675-70c5-41f9-8d1f-c503201ead8b), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.787335 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:31.790417 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 4, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '61c8facd-a74a-409b-85f0-ed8afc0f0e40', 'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'mac_address': 'fa:16:3e:42:fe:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:27Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 2, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'subnets': [{'id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:31.791933 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.850956 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Checking router: 667634a8-a759-462f-bbbb-732ed845ec16 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:48:31.851308 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Updating router 667634a8-a759-462f-bbbb-732ed845ec16 port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 binding host dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:48:31.867177 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Publish callbacks [] for security_group (5a14f95c-19bf-4b24-82a0-cf83f510197e), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.874775 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (5a14f95c-19bf-4b24-82a0-cf83f510197e), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.875843 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Allocated IP 172.20.0.2 (4ece4328-fc30-489e-adc4-b5c4d79f92a7/0421c34e-be55-44ab-b1d4-69d20a403f2a/7cba984e-f38f-4aab-b294-77e9617f615e) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:48:31.904401 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=112830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:48:31.904939 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 65b62f76-115d-46a7-9838-d5ddff104e90 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:31.907146 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.919859 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Allocated IP 172.27.2.40 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/460fa5eb-eb51-4918-a35c-6bec11719e02) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:48:31.923365 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a14f95c-19bf-4b24-82a0-cf83f510197e,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:31.947678 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (2a6f02ac-3558-498c-ab6a-77520ddcd01a), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:31.948089 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Added segment 2a6f02ac-3558-498c-ab6a-77520ddcd01a of type vlan for network b75a6b44-0daa-4ed8-aeb8-4425c8cea78b Sep 28 15:48:32.007201 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (b75a6b44-0daa-4ed8-aeb8-4425c8cea78b), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.040537 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Publish callbacks [] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.057620 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:32.080634 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.094751 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (b75a6b44-0daa-4ed8-aeb8-4425c8cea78b), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.095781 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:32.096373 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.126604 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:48:32.132008 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:32.134326 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Pushing event updated for resources: {'Port': ['ID=460fa5eb-eb51-4918-a35c-6bec11719e02,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:32.136535 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:48:32.172542 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5936229 Sep 28 15:48:32.175654 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45704) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:32.175887 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000813'] for router_interface (afbb5fe3-7737-46f0-905c-2d478e9fde4b), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.185619 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] Request body: {'subnet': {'network_id': 'b75a6b44-0daa-4ed8-aeb8-4425c8cea78b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1092977455-subnet', 'tenant_id': 'e1d48929f99c4f00aa13fb134d1072a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:32.189467 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Publish callbacks [] for port (7cba984e-f38f-4aab-b294-77e9617f615e), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.198241 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.220611 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79823d4f-b18b-44b9-a39a-9d38e49b3f51 admin admin] Pushing event updated for resources: {'Network': ['ID=b75a6b44-0daa-4ed8-aeb8-4425c8cea78b,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:32.227221 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Attempt 6 to provision port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 Sep 28 15:48:32.253563 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network b75a6b44-0daa-4ed8-aeb8-4425c8cea78b details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:48:32.282815 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:32.289673 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] Made reservation on behalf of e1d48929f99c4f00aa13fb134d1072a1 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:48:32.292576 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3622047'] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.335067 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Network 4ece4328-fc30-489e-adc4-b5c4d79f92a7 is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:48:32.349670 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:32.351553 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Pushing event updated for resources: {'Port': ['ID=7cba984e-f38f-4aab-b294-77e9617f615e,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:32.359495 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:48:32.368104 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:32.440585 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:32.460530 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] Deleting port 084a3d84-6987-4fe9-9cb4-54fb9b82186a {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:32.461148 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.471487 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:32.479725 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Attempting to bind port 7cba984e-f38f-4aab-b294-77e9617f615e on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:48:32.480095 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Attempting to bind port 7cba984e-f38f-4aab-b294-77e9617f615e by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '177c85c0-7bb3-41d5-8e8d-77edec7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:48:32.480465 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Attempting to bind port 7cba984e-f38f-4aab-b294-77e9617f615e on network 4ece4328-fc30-489e-adc4-b5c4d79f92a7 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:48:32.510096 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:32.512838 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Publish callbacks [] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), precommit_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.522397 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Publish callbacks [] for router_gateway (e3760675-70c5-41f9-8d1f-c503201ead8b), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.523927 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.554231 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] For port 084a3d84-6987-4fe9-9cb4-54fb9b82186a, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=084a3d84-6987-4fe9-9cb4-54fb9b82186a,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:32.554609 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.557878 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:32.570817 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] Calling delete_port for 084a3d84-6987-4fe9-9cb4-54fb9b82186a owned by network:router_interface {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:32.582669 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:48:32.583084 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Checking segment: {'id': '177c85c0-7bb3-41d5-8e8d-77edec7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:48:32.583441 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.583834 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Bound using segment: {'id': '177c85c0-7bb3-41d5-8e8d-77edec7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:48:32.584312 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Bound port: 7cba984e-f38f-4aab-b294-77e9617f615e, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177c85c0-7bb3-41d5-8e8d-77edec7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:48:32.584692 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.646921 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3622057'] for subnet (15b0505a-be51-4c24-9db1-9fe7ae135b46), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.754542 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b0505a-be51-4c24-9db1-9fe7ae135b46,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:32.759838 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c4e1d-01ab-4c51-a660-5d757c0b9af0 None None] Pushing event updated for resources: {'Port': ['ID=61c8facd-a74a-409b-85f0-ed8afc0f0e40,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:32.779845 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (084a3d84-6987-4fe9-9cb4-54fb9b82186a), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.801891 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] Checking segment: {'id': '2a6f02ac-3558-498c-ab6a-77520ddcd01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b75a6b44-0daa-4ed8-aeb8-4425c8cea78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:48:32.801891 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] Network hostable DHCP agents. Network: b75a6b44-0daa-4ed8-aeb8-4425c8cea78b, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:48:32.811831 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=084a3d84-6987-4fe9-9cb4-54fb9b82186a,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:32.819743 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Attempting to bind port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:48:32.820316 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Attempting to bind port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:48:32.820841 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Attempting to bind port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 on network 075cc0be-5e39-4fb6-a8fe-314feee10098 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:48:32.834591 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (e3760675-70c5-41f9-8d1f-c503201ead8b), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.869745 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Attempt 7 to provision port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 Sep 28 15:48:32.877285 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] Network b75a6b44-0daa-4ed8-aeb8-4425c8cea78b is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:48:32.899167 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, b75a6b44-0daa-4ed8-aeb8-4425c8cea78b) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:32.907612 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] For port 7cba984e-f38f-4aab-b294-77e9617f615e, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:48:32.915261 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09400b04-6113-4817-bea9-ff9bd046eee5 None None] Network b75a6b44-0daa-4ed8-aeb8-4425c8cea78b requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:48:32.956003 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:32.957211 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:32.959088 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] For port 7cba984e-f38f-4aab-b294-77e9617f615e, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=7cba984e-f38f-4aab-b294-77e9617f615e,segment=NetworkSegment(177c85c0-7bb3-41d5-8e8d-77edec7e9c11),segment_id=177c85c0-7bb3-41d5-8e8d-77edec7e9c11)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:48:32.995727 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-0a207d7d-d43a-4fd6-86c9-64cfc742b61e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8065903 Sep 28 15:48:32.995963 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:32.995963 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:48:32.996197 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Checking segment: {'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:48:33.008559 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:33.009389 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Bound using segment: {'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:48:33.010574 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Bound port: 61c8facd-a74a-409b-85f0-ed8afc0f0e40, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:48:33.011146 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:33.030302 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009117'] for router_interface (afbb5fe3-7737-46f0-905c-2d478e9fde4b), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:33.044633 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:33.046826 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Router e3760675-70c5-41f9-8d1f-c503201ead8b is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:48:33.180642 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:33.208688 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:48:33.231225 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Sync routers for ids ['e3760675-70c5-41f9-8d1f-c503201ead8b'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:48:33.248984 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be92c30-bdde-4ff7-b35f-cfcae1db1460 None None] Pushing event updated for resources: {'Port': ['ID=7cba984e-f38f-4aab-b294-77e9617f615e,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:33.253907 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Routers {'e3760675-70c5-41f9-8d1f-c503201ead8b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:33.254916 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['e3760675-70c5-41f9-8d1f-c503201ead8b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:33.274427 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:33.282495 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-1e3cd84e-9090-4b40-90a3-049f01d1bf66 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1976783 Sep 28 15:48:33.286477 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45712) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:33.287889 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c318f3-708a-4cdb-99a3-3318d99c4a3b None None] Network b75a6b44-0daa-4ed8-aeb8-4425c8cea78b requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:48:33.418338 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:33.421391 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] For port 61c8facd-a74a-409b-85f0-ed8afc0f0e40, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:48:33.441008 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Set router e3760675-70c5-41f9-8d1f-c503201ead8b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:33.446057 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] Router afbb5fe3-7737-46f0-905c-2d478e9fde4b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:48:33.465542 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] For port 61c8facd-a74a-409b-85f0-ed8afc0f0e40, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=61c8facd-a74a-409b-85f0-ed8afc0f0e40,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:48:33.481272 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:33.482733 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:33.493592 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:33.500293 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Attempt 8 to provision port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 Sep 28 15:48:33.563525 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:33.591995 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Routers {'667634a8-a759-462f-bbbb-732ed845ec16'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:33.596382 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['667634a8-a759-462f-bbbb-732ed845ec16'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:33.691514 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'name': 'tempest-TestShelveInstance-1788018076-router', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:32Z', 'revision_number': 3, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'gw_port': {'id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:33.733192 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Checking router: e3760675-70c5-41f9-8d1f-c503201ead8b for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:48:33.733801 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Updating router e3760675-70c5-41f9-8d1f-c503201ead8b port 460fa5eb-eb51-4918-a35c-6bec11719e02 binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:48:33.742940 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c4e1d-01ab-4c51-a660-5d757c0b9af0 None None] Pushing event updated for resources: {'Port': ['ID=61c8facd-a74a-409b-85f0-ed8afc0f0e40,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:33.747733 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] Set router 667634a8-a759-462f-bbbb-732ed845ec16 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:33.785675 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:33.861524 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Current status of the port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:33.862303 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:33.932867 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:33.967514 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] For port 61c8facd-a74a-409b-85f0-ed8afc0f0e40, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=61c8facd-a74a-409b-85f0-ed8afc0f0e40,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:33.988309 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.035009 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:48:34.043766 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45716) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:34.044650 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-b978e373-bb9d-4718-960d-88853d7e9f0f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/afbb5fe3-7737-46f0-905c-2d478e9fde4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5923941 Sep 28 15:48:34.056386 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50485849-d874-4e9c-a81e-13dc93f85689 None None] Sync routers for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:48:34.159816 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50485849-d874-4e9c-a81e-13dc93f85689 None None] Routers {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:34.159816 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-50485849-d874-4e9c-a81e-13dc93f85689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:34.219263 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Publish callbacks [] for router (afbb5fe3-7737-46f0-905c-2d478e9fde4b), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.252966 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcb201-7fb8-4a35-af64-727f7438a74c None None] Pushing event updated for resources: {'Port': ['ID=61c8facd-a74a-409b-85f0-ed8afc0f0e40,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:34.256856 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:34.261161 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-fab7a80f-8d52-4bb3-8fd8-9b153fe76dc2 None None] Provisioning complete for port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:34.261541 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-fab7a80f-8d52-4bb3-8fd8-9b153fe76dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.261911 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-fab7a80f-8d52-4bb3-8fd8-9b153fe76dc2 None None] Attempt 1 to provision port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 Sep 28 15:48:34.310160 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Publish callbacks [] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.323629 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.364824 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Attempting to bind port 460fa5eb-eb51-4918-a35c-6bec11719e02 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:48:34.366414 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Publish callbacks [] for router_gateway (afbb5fe3-7737-46f0-905c-2d478e9fde4b), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.369517 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Attempting to bind port 460fa5eb-eb51-4918-a35c-6bec11719e02 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:48:34.370019 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Attempting to bind port 460fa5eb-eb51-4918-a35c-6bec11719e02 on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:48:34.403414 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 4, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '61c8facd-a74a-409b-85f0-ed8afc0f0e40', 'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'mac_address': 'fa:16:3e:42:fe:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:27Z', 'updated_at': '2022-09-28T15:48:33Z', 'revision_number': 4, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'subnets': [{'id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:34.433881 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Deleting port 166e9cd5-e335-494e-b66d-3cf4ee318c60 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:34.433881 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.453673 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611685d-651c-4d9d-83f8-f93a0de1db03 None None] The sync data for ids ['667634a8-a759-462f-bbbb-732ed845ec16'] in dv-cinder-859319-2-iscsi is: [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 4, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '61c8facd-a74a-409b-85f0-ed8afc0f0e40', 'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'mac_address': 'fa:16:3e:42:fe:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:27Z', 'updated_at': '2022-09-28T15:48:33Z', 'revision_number': 4, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'subnets': [{'id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:48:34.486703 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:48:34.486917 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:48:34.487317 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.487754 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:48:34.488934 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Bound port: 460fa5eb-eb51-4918-a35c-6bec11719e02, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:48:34.489665 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.495439 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.509901 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-50485849-d874-4e9c-a81e-13dc93f85689 None None] Set router afbb5fe3-7737-46f0-905c-2d478e9fde4b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:34.554641 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] For port 460fa5eb-eb51-4918-a35c-6bec11719e02, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:48:34.559824 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] For port 460fa5eb-eb51-4918-a35c-6bec11719e02, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=460fa5eb-eb51-4918-a35c-6bec11719e02,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:48:34.563808 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d61e8-d7bc-413a-bdf6-17a08f7764a4 None None] Pushing event updated for resources: {'Port': ['ID=460fa5eb-eb51-4918-a35c-6bec11719e02,revision_number=2']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:34.571392 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.576859 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:34.620879 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd27f2-8a6d-4c2d-b41a-4c6b7917e99c None None] Network 4ece4328-fc30-489e-adc4-b5c4d79f92a7 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:48:34.673679 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d61e8-d7bc-413a-bdf6-17a08f7764a4 None None] Pushing event updated for resources: {'Port': ['ID=460fa5eb-eb51-4918-a35c-6bec11719e02,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:34.687643 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] For port 166e9cd5-e335-494e-b66d-3cf4ee318c60, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=166e9cd5-e335-494e-b66d-3cf4ee318c60,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:34.688016 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.692263 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Routers {'e3760675-70c5-41f9-8d1f-c503201ead8b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:34.693675 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['e3760675-70c5-41f9-8d1f-c503201ead8b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:34.725595 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Calling delete_port for 166e9cd5-e335-494e-b66d-3cf4ee318c60 owned by network:router_gateway {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:34.798376 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Allocated IP 172.20.0.1 (4ece4328-fc30-489e-adc4-b5c4d79f92a7/0421c34e-be55-44ab-b1d4-69d20a403f2a/d2d95f60-1c7f-44f3-a716-2e995340d7c3) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:48:34.841401 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-fab7a80f-8d52-4bb3-8fd8-9b153fe76dc2 None None] Current status of the port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:34.852041 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] Set router e3760675-70c5-41f9-8d1f-c503201ead8b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:34.925399 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:34.971119 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:34.990633 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-b7861de8-e374-4b59-b3dd-144fbf9e9dfb None None] Provisioning complete for port 7cba984e-f38f-4aab-b294-77e9617f615e triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:34.991288 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b7861de8-e374-4b59-b3dd-144fbf9e9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:34.993076 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-b7861de8-e374-4b59-b3dd-144fbf9e9dfb None None] Attempt 1 to provision port 7cba984e-f38f-4aab-b294-77e9617f615e Sep 28 15:48:35.008205 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Publish callbacks [] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.014518 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:35.084888 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (166e9cd5-e335-494e-b66d-3cf4ee318c60), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.096791 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'name': 'tempest-TestShelveInstance-1788018076-router', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:32Z', 'revision_number': 3, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'gw_port': {'id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:35.097082 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:35.099580 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:35.108223 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.131512 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Pushing event deleted for resources: {'Port': ['ID=166e9cd5-e335-494e-b66d-3cf4ee318c60,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:35.172828 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b76bc86-1e0b-47d2-b56f-0dc180f7b61b None None] The sync data for ids ['e3760675-70c5-41f9-8d1f-c503201ead8b'] in dv-cinder-859319-2-iscsi is: [{'id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'name': 'tempest-TestShelveInstance-1788018076-router', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:32Z', 'revision_number': 3, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'gw_port': {'id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:48:35.201883 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Network 4ece4328-fc30-489e-adc4-b5c4d79f92a7 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:48:35.201883 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:35.206168 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:48:35.264845 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008939'] for router_gateway (afbb5fe3-7737-46f0-905c-2d478e9fde4b), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.362943 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (e3760675-70c5-41f9-8d1f-c503201ead8b), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.462762 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Pushing event updated for resources: {'Port': ['ID=d2d95f60-1c7f-44f3-a716-2e995340d7c3,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:35.476738 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2009202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-907'] for router (afbb5fe3-7737-46f0-905c-2d478e9fde4b), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.483542 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Publish callbacks [] for router_controller (afbb5fe3-7737-46f0-905c-2d478e9fde4b), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.544523 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-50485849-d874-4e9c-a81e-13dc93f85689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'name': 'tempest-AttachVolumeNegativeTest-1048298390-router', 'tenant_id': '4eacc288ff1c40c8877635b387ffc3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:48:32Z', 'revision_number': 5, 'project_id': '4eacc288ff1c40c8877635b387ffc3bc', 'gw_port': {'id': '166e9cd5-e335-494e-b66d-3cf4ee318c60', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbb5fe3-7737-46f0-905c-2d478e9fde4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:29Z', 'updated_at': '2022-09-28T15:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:35.580796 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2009195'] for router (afbb5fe3-7737-46f0-905c-2d478e9fde4b), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.582469 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Fanout notify agent at l3_agent the message router_deleted on router afbb5fe3-7737-46f0-905c-2d478e9fde4b {{(pid=112831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 15:48:35.593158 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.594443 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-3213f290-3bf2-435c-adac-62cc1074a65b admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/afbb5fe3-7737-46f0-905c-2d478e9fde4b HTTP/1.1" status: 204 len: 168 time: 1.5491738 Sep 28 15:48:35.601101 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45728) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:35.660855 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50485849-d874-4e9c-a81e-13dc93f85689 None None] Checking router: afbb5fe3-7737-46f0-905c-2d478e9fde4b for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:48:35.666944 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 7cba984e-f38f-4aab-b294-77e9617f615e up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:48:35.721309 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdf0f70-0cde-4671-a286-671b42b415f4 admin admin] Deleting subnet 1d382cba-cbbe-4f33-a626-0774b388d92e {{(pid=112830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:48:35.728742 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0f70-0cde-4671-a286-671b42b415f4 admin admin] Publish callbacks [] for subnet (1d382cba-cbbe-4f33-a626-0774b388d92e), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.742965 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-b7861de8-e374-4b59-b3dd-144fbf9e9dfb None None] Current status of the port 7cba984e-f38f-4aab-b294-77e9617f615e is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:35.743879 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b7861de8-e374-4b59-b3dd-144fbf9e9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.776259 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50485849-d874-4e9c-a81e-13dc93f85689 None None] Routers set() bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:35.776730 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50485849-d874-4e9c-a81e-13dc93f85689 None None] Router IDs set() for agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 28 15:48:35.778042 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_agentschedulers_db [None req-50485849-d874-4e9c-a81e-13dc93f85689 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afbb5fe3-7737-46f0-905c-2d478e9fde4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent'). {{(pid=112832) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 28 15:48:35.778700 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50485849-d874-4e9c-a81e-13dc93f85689 None None] The sync data for ids ['afbb5fe3-7737-46f0-905c-2d478e9fde4b'] in dv-cinder-859319-2-iscsi is: [] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:48:35.791567 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.825614 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0f70-0cde-4671-a286-671b42b415f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3597768'] for subnet (1d382cba-cbbe-4f33-a626-0774b388d92e), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.835537 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-b7861de8-e374-4b59-b3dd-144fbf9e9dfb None None] For port 7cba984e-f38f-4aab-b294-77e9617f615e, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=7cba984e-f38f-4aab-b294-77e9617f615e,segment=NetworkSegment(177c85c0-7bb3-41d5-8e8d-77edec7e9c11),segment_id=177c85c0-7bb3-41d5-8e8d-77edec7e9c11)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:35.839507 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 7cba984e-f38f-4aab-b294-77e9617f615e triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:35.840321 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.840863 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 7cba984e-f38f-4aab-b294-77e9617f615e Sep 28 15:48:35.844265 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b7861de8-e374-4b59-b3dd-144fbf9e9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:35.905517 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:35.946688 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7861de8-e374-4b59-b3dd-144fbf9e9dfb None None] Pushing event updated for resources: {'Port': ['ID=7cba984e-f38f-4aab-b294-77e9617f615e,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:36.007754 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Provisioning complete for port d2d95f60-1c7f-44f3-a716-2e995340d7c3 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:36.008103 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.008439 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Attempt 1 to provision port d2d95f60-1c7f-44f3-a716-2e995340d7c3 Sep 28 15:48:36.028992 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 7cba984e-f38f-4aab-b294-77e9617f615e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:36.030631 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 61c8facd-a74a-409b-85f0-ed8afc0f0e40 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:48:36.090088 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0f70-0cde-4671-a286-671b42b415f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (1d382cba-cbbe-4f33-a626-0774b388d92e), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.093991 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Port d2d95f60-1c7f-44f3-a716-2e995340d7c3 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:36.106547 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:36.106924 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.107260 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 Sep 28 15:48:36.194507 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:36.213474 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0f70-0cde-4671-a286-671b42b415f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617764'] for subnet (1d382cba-cbbe-4f33-a626-0774b388d92e), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.218728 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Publish callbacks [] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.221939 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:36.247604 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.252493 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf0f70-0cde-4671-a286-671b42b415f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d382cba-cbbe-4f33-a626-0774b388d92e,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:36.260437 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2fdf0f70-0cde-4671-a286-671b42b415f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.264139 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-2fdf0f70-0cde-4671-a286-671b42b415f4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/1d382cba-cbbe-4f33-a626-0774b388d92e HTTP/1.1" status: 204 len: 168 time: 0.6601224 Sep 28 15:48:36.265782 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf4b67d-47dc-4ede-bc15-7681b0392e4b None None] Network df05fe18-9205-4e7c-b6d8-ac63aa67e1aa requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:48:36.269420 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45734) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:36.343003 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (e3760675-70c5-41f9-8d1f-c503201ead8b), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.365760 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Pushing event updated for resources: {'Port': ['ID=d2d95f60-1c7f-44f3-a716-2e995340d7c3,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:36.396926 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (df05fe18-9205-4e7c-b6d8-ac63aa67e1aa), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.436898 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.482239 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Deleting port 5e5633bc-703d-4a85-bce0-c68a26836a3b {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:36.482582 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.526435 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183668c5-bf5e-42f4-81e4-1177613ed964 None None] DHCP port deletion for df05fe18-9205-4e7c-b6d8-ac63aa67e1aa request from dv-cinder-859319-2-iscsi {{(pid=112832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 15:48:36.532650 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Network 4ece4328-fc30-489e-adc4-b5c4d79f92a7 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:48:36.535135 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:48:36.543173 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:36.554774 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:36.583662 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] For port 5e5633bc-703d-4a85-bce0-c68a26836a3b, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=5e5633bc-703d-4a85-bce0-c68a26836a3b,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:36.584196 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.590325 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-183668c5-bf5e-42f4-81e4-1177613ed964 None None] Deleting port 5e5633bc-703d-4a85-bce0-c68a26836a3b {{(pid=112832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:36.591374 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-183668c5-bf5e-42f4-81e4-1177613ed964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), before_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.595132 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Attempt 2 to provision port d2d95f60-1c7f-44f3-a716-2e995340d7c3 Sep 28 15:48:36.607510 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Calling delete_port for 5e5633bc-703d-4a85-bce0-c68a26836a3b owned by network:dhcp {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:36.686206 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:36.716659 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-183668c5-bf5e-42f4-81e4-1177613ed964 None None] For port 5e5633bc-703d-4a85-bce0-c68a26836a3b, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=5e5633bc-703d-4a85-bce0-c68a26836a3b,segment=NetworkSegment(2f63a2fb-6fdf-42ff-a841-caf485c46c93),segment_id=2f63a2fb-6fdf-42ff-a841-caf485c46c93)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:36.717298 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-183668c5-bf5e-42f4-81e4-1177613ed964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), precommit_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.740444 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.740894 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Router e3760675-70c5-41f9-8d1f-c503201ead8b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:48:36.754305 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-183668c5-bf5e-42f4-81e4-1177613ed964 None None] Calling delete_port for 5e5633bc-703d-4a85-bce0-c68a26836a3b owned by network:dhcp {{(pid=112832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:36.758138 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Port d2d95f60-1c7f-44f3-a716-2e995340d7c3 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:36.794886 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5633bc-703d-4a85-bce0-c68a26836a3b,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:36.800958 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] No DVR routers for this DVR port 5e5633bc-703d-4a85-bce0-c68a26836a3b on host dv-cinder-859319-2-iscsi {{(pid=112831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:48:36.866155 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-183668c5-bf5e-42f4-81e4-1177613ed964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (5e5633bc-703d-4a85-bce0-c68a26836a3b), after_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.895281 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:48:36.910346 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-98ae3976-6c5a-446c-bff8-f23368d1a25f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/e3760675-70c5-41f9-8d1f-c503201ead8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6215751 Sep 28 15:48:36.927951 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183668c5-bf5e-42f4-81e4-1177613ed964 None None] Pushing event deleted for resources: {'Port': ['ID=5e5633bc-703d-4a85-bce0-c68a26836a3b,revision_number=None']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:36.930018 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183668c5-bf5e-42f4-81e4-1177613ed964 None None] No DVR routers for this DVR port 5e5633bc-703d-4a85-bce0-c68a26836a3b on host dv-cinder-859319-2-iscsi {{(pid=112832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:48:36.937036 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (df05fe18-9205-4e7c-b6d8-ac63aa67e1aa), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:36.966658 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df05fe18-9205-4e7c-b6d8-ac63aa67e1aa']}} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:36.979501 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f63a2fb-6fdf-42ff-a841-caf485c46c93') {'for_net_delete': True} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:36.979729 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f63a2fb-6fdf-42ff-a841-caf485c46c93') {} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:36.992187 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064846'] for segment (2f63a2fb-6fdf-42ff-a841-caf485c46c93), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.010008 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (2f63a2fb-6fdf-42ff-a841-caf485c46c93), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.027222 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=112831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:48:37.027705 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066602'] for segment (2f63a2fb-6fdf-42ff-a841-caf485c46c93), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.084227 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 2f63a2fb-6fdf-42ff-a841-caf485c46c93 resource provider aggregate not found Sep 28 15:48:37.110911 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (df05fe18-9205-4e7c-b6d8-ac63aa67e1aa), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.115153 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 2f63a2fb-6fdf-42ff-a841-caf485c46c93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f63a2fb-6fdf-42ff-a841-caf485c46c93 found for delete ", "request_id": "req-7d72fe3c-6586-483e-9bc2-38e2e479b823"}]} Sep 28 15:48:37.120081 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.123221 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/df05fe18-9205-4e7c-b6d8-ac63aa67e1aa HTTP/1.1" status: 204 len: 168 time: 0.8522892 Sep 28 15:48:37.133733 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4243a-e3cd-49fc-89fb-2fdd70178fed admin admin] Pushing event deleted for resources: {'Network': ['ID=df05fe18-9205-4e7c-b6d8-ac63aa67e1aa,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:37.259625 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Attempt 3 to provision port d2d95f60-1c7f-44f3-a716-2e995340d7c3 Sep 28 15:48:37.331403 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Port d2d95f60-1c7f-44f3-a716-2e995340d7c3 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:37.384589 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45756) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:37.405886 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45758) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:37.417433 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-86ac2d31-4bdc-4c86-ab59-6e1bd9cd9a9b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748747141', 'description': 'tempest-secgroup-smoke-1748747141 description', 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:37.434747 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:37.442354 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0d4818ab-2feb-4160-8244-32084cf10793 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4eacc288ff1c40c8877635b387ffc3bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0540683 Sep 28 15:48:37.445039 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45760) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:37.450667 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-86ac2d31-4bdc-4c86-ab59-6e1bd9cd9a9b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.474899 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 7cba984e-f38f-4aab-b294-77e9617f615e up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:48:37.514751 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0296bf55-f3e9-4c79-a566-06d54c15ac45 admin admin] Publish callbacks [] for security_group (9361d83b-5ba5-4a38-80b9-0e4fd8dfa542), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.536182 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 7cba984e-f38f-4aab-b294-77e9617f615e triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:37.536706 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.537177 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 7cba984e-f38f-4aab-b294-77e9617f615e Sep 28 15:48:37.537815 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0296bf55-f3e9-4c79-a566-06d54c15ac45 admin admin] Publish callbacks [] for security_group (9361d83b-5ba5-4a38-80b9-0e4fd8dfa542), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.557383 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-86ac2d31-4bdc-4c86-ab59-6e1bd9cd9a9b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group (0a020b52-bc1b-4d71-bc21-64c88b17d9ee), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.568867 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-86ac2d31-4bdc-4c86-ab59-6e1bd9cd9a9b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (0a020b52-bc1b-4d71-bc21-64c88b17d9ee), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.596822 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0296bf55-f3e9-4c79-a566-06d54c15ac45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (9361d83b-5ba5-4a38-80b9-0e4fd8dfa542), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.600560 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0296bf55-f3e9-4c79-a566-06d54c15ac45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.604912 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-86ac2d31-4bdc-4c86-ab59-6e1bd9cd9a9b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.605083 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0296bf55-f3e9-4c79-a566-06d54c15ac45 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9361d83b-5ba5-4a38-80b9-0e4fd8dfa542 HTTP/1.1" status: 204 len: 168 time: 0.1588974 Sep 28 15:48:37.606149 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-86ac2d31-4bdc-4c86-ab59-6e1bd9cd9a9b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1950228 Sep 28 15:48:37.608714 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac2d31-4bdc-4c86-ab59-6e1bd9cd9a9b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a020b52-bc1b-4d71-bc21-64c88b17d9ee,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:37.610813 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45764) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:37.616090 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-e22e2f70-eb7a-4c5e-96db-b7f0f5063c9a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Request body: {'security_group_rule': {'security_group_id': '0a020b52-bc1b-4d71-bc21-64c88b17d9ee', 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:37.625874 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296bf55-f3e9-4c79-a566-06d54c15ac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9361d83b-5ba5-4a38-80b9-0e4fd8dfa542,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:37.647813 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 7cba984e-f38f-4aab-b294-77e9617f615e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:37.649041 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 460fa5eb-eb51-4918-a35c-6bec11719e02 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:48:37.653566 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e22e2f70-eb7a-4c5e-96db-b7f0f5063c9a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (1bf0a978-e91f-4d17-b184-2f36ac83a397), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.672874 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:37.704671 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 460fa5eb-eb51-4918-a35c-6bec11719e02 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:37.705593 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.706038 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 460fa5eb-eb51-4918-a35c-6bec11719e02 Sep 28 15:48:37.718015 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e22e2f70-eb7a-4c5e-96db-b7f0f5063c9a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (1bf0a978-e91f-4d17-b184-2f36ac83a397), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.723563 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e22e2f70-eb7a-4c5e-96db-b7f0f5063c9a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (1bf0a978-e91f-4d17-b184-2f36ac83a397), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.751318 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e22e2f70-eb7a-4c5e-96db-b7f0f5063c9a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.752885 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e22e2f70-eb7a-4c5e-96db-b7f0f5063c9a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409461 Sep 28 15:48:37.754130 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e2f70-eb7a-4c5e-96db-b7f0f5063c9a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf0a978-e91f-4d17-b184-2f36ac83a397,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:37.756649 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45766) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:37.761785 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-d99a899f-5b91-464a-b51a-1e01dd4d6338 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Request body: {'security_group_rule': {'security_group_id': '0a020b52-bc1b-4d71-bc21-64c88b17d9ee', 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:37.800060 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 460fa5eb-eb51-4918-a35c-6bec11719e02 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:37.801072 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.801362 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d99a899f-5b91-464a-b51a-1e01dd4d6338 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (7655b627-f0ba-43d1-a866-cbfc95f3bee1), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.825603 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port 460fa5eb-eb51-4918-a35c-6bec11719e02, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=460fa5eb-eb51-4918-a35c-6bec11719e02,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:37.830428 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.834044 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Attempt 4 to provision port d2d95f60-1c7f-44f3-a716-2e995340d7c3 Sep 28 15:48:37.886684 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d99a899f-5b91-464a-b51a-1e01dd4d6338 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (7655b627-f0ba-43d1-a866-cbfc95f3bee1), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.892215 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d99a899f-5b91-464a-b51a-1e01dd4d6338 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (7655b627-f0ba-43d1-a866-cbfc95f3bee1), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.898145 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Port d2d95f60-1c7f-44f3-a716-2e995340d7c3 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:37.920564 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 5e5633bc-703d-4a85-bce0-c68a26836a3b no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:48:37.923978 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a899f-5b91-464a-b51a-1e01dd4d6338 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7655b627-f0ba-43d1-a866-cbfc95f3bee1,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:37.934625 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d99a899f-5b91-464a-b51a-1e01dd4d6338 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.937915 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-d99a899f-5b91-464a-b51a-1e01dd4d6338 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1779587 Sep 28 15:48:37.938926 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45770) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:37.943655 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-9aa14db3-06c9-44ff-b0c5-c52ef4fb0196 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Request body: {'security_group_rule': {'security_group_id': '0a020b52-bc1b-4d71-bc21-64c88b17d9ee', 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:37.950913 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 5e5633bc-703d-4a85-bce0-c68a26836a3b {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:48:37.951468 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 5e5633bc-703d-4a85-bce0-c68a26836a3b not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:48:37.952087 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 166e9cd5-e335-494e-b66d-3cf4ee318c60 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:48:37.974676 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9aa14db3-06c9-44ff-b0c5-c52ef4fb0196 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (186912ba-db46-44a6-b1f3-b957d031e137), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:37.980222 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=460fa5eb-eb51-4918-a35c-6bec11719e02,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:37.983750 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 166e9cd5-e335-494e-b66d-3cf4ee318c60 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:48:37.984118 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 166e9cd5-e335-494e-b66d-3cf4ee318c60 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:48:37.984552 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 084a3d84-6987-4fe9-9cb4-54fb9b82186a no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:48:38.000793 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:38.004555 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 084a3d84-6987-4fe9-9cb4-54fb9b82186a {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:48:38.004904 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 084a3d84-6987-4fe9-9cb4-54fb9b82186a not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:48:38.038869 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Sync routers for ids ['e3760675-70c5-41f9-8d1f-c503201ead8b'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:48:38.052978 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Routers {'e3760675-70c5-41f9-8d1f-c503201ead8b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:38.053587 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['e3760675-70c5-41f9-8d1f-c503201ead8b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:38.058640 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9aa14db3-06c9-44ff-b0c5-c52ef4fb0196 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (186912ba-db46-44a6-b1f3-b957d031e137), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.063326 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9aa14db3-06c9-44ff-b0c5-c52ef4fb0196 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (186912ba-db46-44a6-b1f3-b957d031e137), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.093433 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa14db3-06c9-44ff-b0c5-c52ef4fb0196 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186912ba-db46-44a6-b1f3-b957d031e137,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:38.102830 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9aa14db3-06c9-44ff-b0c5-c52ef4fb0196 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.106255 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-9aa14db3-06c9-44ff-b0c5-c52ef4fb0196 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641519 Sep 28 15:48:38.106921 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45778) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:38.114588 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-9f199d1e-d841-4489-88af-9719f927755c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Request body: {'security_group_rule': {'security_group_id': '0a020b52-bc1b-4d71-bc21-64c88b17d9ee', 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:38.144998 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9f199d1e-d841-4489-88af-9719f927755c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (96b32163-ab77-4dd0-9a1e-852d2c2e6528), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.211176 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9f199d1e-d841-4489-88af-9719f927755c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (96b32163-ab77-4dd0-9a1e-852d2c2e6528), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.215840 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9f199d1e-d841-4489-88af-9719f927755c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (96b32163-ab77-4dd0-9a1e-852d2c2e6528), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.239598 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f199d1e-d841-4489-88af-9719f927755c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b32163-ab77-4dd0-9a1e-852d2c2e6528,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:38.249246 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9f199d1e-d841-4489-88af-9719f927755c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.250442 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-9f199d1e-d841-4489-88af-9719f927755c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395066 Sep 28 15:48:38.253258 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 45782) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:38.257523 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-3b218f38-23b8-49aa-9856-320b0f5530ea tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Request body: {'security_group_rule': {'security_group_id': '0a020b52-bc1b-4d71-bc21-64c88b17d9ee', 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:38.281452 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Set router e3760675-70c5-41f9-8d1f-c503201ead8b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:38.295593 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.securitygroups_db [None req-3b218f38-23b8-49aa-9856-320b0f5530ea tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Project ed1bf756bfcb4d52bd82979559f03a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 15:48:38.306140 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3b218f38-23b8-49aa-9856-320b0f5530ea tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (950a2784-8fff-44c9-9ae0-1ef853a22543), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.387988 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3b218f38-23b8-49aa-9856-320b0f5530ea tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (950a2784-8fff-44c9-9ae0-1ef853a22543), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.393265 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3b218f38-23b8-49aa-9856-320b0f5530ea tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (950a2784-8fff-44c9-9ae0-1ef853a22543), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.400310 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Attempt 5 to provision port d2d95f60-1c7f-44f3-a716-2e995340d7c3 Sep 28 15:48:38.424841 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b218f38-23b8-49aa-9856-320b0f5530ea tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950a2784-8fff-44c9-9ae0-1ef853a22543,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:38.438470 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-3b218f38-23b8-49aa-9856-320b0f5530ea tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.439782 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-3b218f38-23b8-49aa-9856-320b0f5530ea tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1855938 Sep 28 15:48:38.443238 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45796) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:38.448830 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-65407a54-27b6-48cd-9dc7-41b6a9e04c10 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Request body: {'security_group_rule': {'security_group_id': '0a020b52-bc1b-4d71-bc21-64c88b17d9ee', 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:38.462797 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Port d2d95f60-1c7f-44f3-a716-2e995340d7c3 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:38.490392 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.securitygroups_db [None req-65407a54-27b6-48cd-9dc7-41b6a9e04c10 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Project ed1bf756bfcb4d52bd82979559f03a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 15:48:38.497322 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-65407a54-27b6-48cd-9dc7-41b6a9e04c10 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (7e01a12d-ef5c-44cc-b543-f81fe8917c97), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.523376 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'name': 'tempest-TestShelveInstance-1788018076-router', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:35Z', 'revision_number': 4, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'gw_port': {'id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'd2d95f60-1c7f-44f3-a716-2e995340d7c3', 'name': '', 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'mac_address': 'fa:16:3e:4d:3a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0421c34e-be55-44ab-b1d4-69d20a403f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:34Z', 'updated_at': '2022-09-28T15:48:35Z', 'revision_number': 2, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'subnets': [{'id': '0421c34e-be55-44ab-b1d4-69d20a403f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:38.544104 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:38.555147 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Checking router: e3760675-70c5-41f9-8d1f-c503201ead8b for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:48:38.555742 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Updating router e3760675-70c5-41f9-8d1f-c503201ead8b port d2d95f60-1c7f-44f3-a716-2e995340d7c3 binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:48:38.594119 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-65407a54-27b6-48cd-9dc7-41b6a9e04c10 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (7e01a12d-ef5c-44cc-b543-f81fe8917c97), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.599362 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.602339 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-65407a54-27b6-48cd-9dc7-41b6a9e04c10 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (7e01a12d-ef5c-44cc-b543-f81fe8917c97), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.625180 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65407a54-27b6-48cd-9dc7-41b6a9e04c10 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e01a12d-ef5c-44cc-b543-f81fe8917c97,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:38.635275 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-65407a54-27b6-48cd-9dc7-41b6a9e04c10 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.636500 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-65407a54-27b6-48cd-9dc7-41b6a9e04c10 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1921721 Sep 28 15:48:38.906586 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Publish callbacks [] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.916101 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:38.964370 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Attempt 6 to provision port d2d95f60-1c7f-44f3-a716-2e995340d7c3 Sep 28 15:48:38.987356 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cad0a7-cf7d-4f57-b61b-8104d802dc2c None None] Pushing event updated for resources: {'Port': ['ID=d2d95f60-1c7f-44f3-a716-2e995340d7c3,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:38.991536 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:39.014812 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Port d2d95f60-1c7f-44f3-a716-2e995340d7c3 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:48:39.023168 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Attempting to bind port d2d95f60-1c7f-44f3-a716-2e995340d7c3 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:48:39.023539 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Attempting to bind port d2d95f60-1c7f-44f3-a716-2e995340d7c3 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '177c85c0-7bb3-41d5-8e8d-77edec7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:48:39.023898 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Attempting to bind port d2d95f60-1c7f-44f3-a716-2e995340d7c3 on network 4ece4328-fc30-489e-adc4-b5c4d79f92a7 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:48:39.069408 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:48:39.070174 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Checking segment: {'id': '177c85c0-7bb3-41d5-8e8d-77edec7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:48:39.070284 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:39.070794 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Bound using segment: {'id': '177c85c0-7bb3-41d5-8e8d-77edec7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:48:39.071334 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Bound port: d2d95f60-1c7f-44f3-a716-2e995340d7c3, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177c85c0-7bb3-41d5-8e8d-77edec7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:48:39.071777 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:39.163633 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] For port d2d95f60-1c7f-44f3-a716-2e995340d7c3, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:48:39.167985 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] For port d2d95f60-1c7f-44f3-a716-2e995340d7c3, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d2d95f60-1c7f-44f3-a716-2e995340d7c3,segment=NetworkSegment(177c85c0-7bb3-41d5-8e8d-77edec7e9c11),segment_id=177c85c0-7bb3-41d5-8e8d-77edec7e9c11)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:48:39.193616 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:39.234514 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Routers {'e3760675-70c5-41f9-8d1f-c503201ead8b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:39.235335 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['e3760675-70c5-41f9-8d1f-c503201ead8b'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:39.293207 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:39.321616 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cad0a7-cf7d-4f57-b61b-8104d802dc2c None None] Pushing event updated for resources: {'Port': ['ID=d2d95f60-1c7f-44f3-a716-2e995340d7c3,revision_number=4']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:39.364026 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 460fa5eb-eb51-4918-a35c-6bec11719e02 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:48:39.392581 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] Set router e3760675-70c5-41f9-8d1f-c503201ead8b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:39.407931 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 460fa5eb-eb51-4918-a35c-6bec11719e02 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:39.408305 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:39.408640 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 460fa5eb-eb51-4918-a35c-6bec11719e02 Sep 28 15:48:39.484304 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 460fa5eb-eb51-4918-a35c-6bec11719e02 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:39.515985 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Attempt 7 to provision port d2d95f60-1c7f-44f3-a716-2e995340d7c3 Sep 28 15:48:39.588759 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'name': 'tempest-TestShelveInstance-1788018076-router', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:35Z', 'revision_number': 4, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'gw_port': {'id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'd2d95f60-1c7f-44f3-a716-2e995340d7c3', 'name': '', 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'mac_address': 'fa:16:3e:4d:3a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0421c34e-be55-44ab-b1d4-69d20a403f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:34Z', 'updated_at': '2022-09-28T15:48:39Z', 'revision_number': 4, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'subnets': [{'id': '0421c34e-be55-44ab-b1d4-69d20a403f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:39.591928 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:39.597682 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Current status of the port d2d95f60-1c7f-44f3-a716-2e995340d7c3 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:39.598106 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:39.619708 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6703b4b-3270-4d06-b2dc-e4679e9dcbb6 None None] The sync data for ids ['e3760675-70c5-41f9-8d1f-c503201ead8b'] in dv-cinder-859319-2-iscsi is: [{'id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'name': 'tempest-TestShelveInstance-1788018076-router', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:35Z', 'revision_number': 4, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'gw_port': {'id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'd2d95f60-1c7f-44f3-a716-2e995340d7c3', 'name': '', 'network_id': '4ece4328-fc30-489e-adc4-b5c4d79f92a7', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'mac_address': 'fa:16:3e:4d:3a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0421c34e-be55-44ab-b1d4-69d20a403f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:34Z', 'updated_at': '2022-09-28T15:48:39Z', 'revision_number': 4, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'subnets': [{'id': '0421c34e-be55-44ab-b1d4-69d20a403f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:48:39.641928 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] For port d2d95f60-1c7f-44f3-a716-2e995340d7c3, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d2d95f60-1c7f-44f3-a716-2e995340d7c3,segment=NetworkSegment(177c85c0-7bb3-41d5-8e8d-77edec7e9c11),segment_id=177c85c0-7bb3-41d5-8e8d-77edec7e9c11)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:39.647939 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:39.697469 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Provisioning complete for port 7cba984e-f38f-4aab-b294-77e9617f615e triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:39.697900 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:39.698415 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Attempt 1 to provision port 7cba984e-f38f-4aab-b294-77e9617f615e Sep 28 15:48:39.753152 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Pushing event updated for resources: {'Port': ['ID=d2d95f60-1c7f-44f3-a716-2e995340d7c3,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:39.796442 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:39.812975 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc8ddf-5474-44fd-9ff7-474a32a5f717 None None] Current status of the port 7cba984e-f38f-4aab-b294-77e9617f615e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:39.941174 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-2adfa7e1-3f6a-4093-96fe-b75c3ecf739c None None] Provisioning complete for port d2d95f60-1c7f-44f3-a716-2e995340d7c3 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:39.941687 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-2adfa7e1-3f6a-4093-96fe-b75c3ecf739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:39.942169 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-2adfa7e1-3f6a-4093-96fe-b75c3ecf739c None None] Attempt 1 to provision port d2d95f60-1c7f-44f3-a716-2e995340d7c3 Sep 28 15:48:40.055443 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-2adfa7e1-3f6a-4093-96fe-b75c3ecf739c None None] Current status of the port d2d95f60-1c7f-44f3-a716-2e995340d7c3 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:41.320635 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d2d95f60-1c7f-44f3-a716-2e995340d7c3 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:48:41.370540 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port d2d95f60-1c7f-44f3-a716-2e995340d7c3 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:48:41.370910 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:41.371243 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port d2d95f60-1c7f-44f3-a716-2e995340d7c3 Sep 28 15:48:41.443332 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port d2d95f60-1c7f-44f3-a716-2e995340d7c3 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:48:46.518871 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 45996) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:46.627451 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a57e209e-ce64-46ae-a50b-82d21750623f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:46.663062 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:48:46.711088 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a57e209e-ce64-46ae-a50b-82d21750623f admin admin] Publish callbacks [] for security_group (858d0605-85e3-4279-b14c-3e7f581607b0), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:46.714947 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a57e209e-ce64-46ae-a50b-82d21750623f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (858d0605-85e3-4279-b14c-3e7f581607b0), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:46.749437 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:46.756102 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e209e-ce64-46ae-a50b-82d21750623f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858d0605-85e3-4279-b14c-3e7f581607b0,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:46.762356 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-a57e209e-ce64-46ae-a50b-82d21750623f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=10a3c501ae9a4ea5a317c580568a0210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423995 Sep 28 15:48:46.763888 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46002) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:46.814098 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-db581f1f-c7fd-4024-a4d3-9edc603673dc admin admin] Publish callbacks [] for security_group (858d0605-85e3-4279-b14c-3e7f581607b0), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:46.836492 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-db581f1f-c7fd-4024-a4d3-9edc603673dc admin admin] Publish callbacks [] for security_group (858d0605-85e3-4279-b14c-3e7f581607b0), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:46.891039 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-db581f1f-c7fd-4024-a4d3-9edc603673dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (858d0605-85e3-4279-b14c-3e7f581607b0), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:46.893779 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-db581f1f-c7fd-4024-a4d3-9edc603673dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:46.895068 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-db581f1f-c7fd-4024-a4d3-9edc603673dc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/858d0605-85e3-4279-b14c-3e7f581607b0 HTTP/1.1" status: 204 len: 168 time: 0.1302047 Sep 28 15:48:46.903423 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db581f1f-c7fd-4024-a4d3-9edc603673dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858d0605-85e3-4279-b14c-3e7f581607b0,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:48.418433 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:48.424966 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:INSERT=9,neutron:SELECT=70,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:48.586086 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46066) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:48.700183 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-75a6111a-0ec9-45ea-985d-d713ccc150e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:48.782462 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-75a6111a-0ec9-45ea-985d-d713ccc150e0 admin admin] Publish callbacks [] for security_group (75a76a4e-52a4-4b12-a048-fffbe9a38438), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:48.789321 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-75a6111a-0ec9-45ea-985d-d713ccc150e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (75a76a4e-52a4-4b12-a048-fffbe9a38438), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:48.833937 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6111a-0ec9-45ea-985d-d713ccc150e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a76a4e-52a4-4b12-a048-fffbe9a38438,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:48.840841 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-75a6111a-0ec9-45ea-985d-d713ccc150e0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=aca001753e754b9f806365b5dbbbd61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581906 Sep 28 15:48:48.843784 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46080) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:48.908962 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-39ddec99-c7c3-4a98-9f99-cd5ad2b3e651 admin admin] Publish callbacks [] for security_group (75a76a4e-52a4-4b12-a048-fffbe9a38438), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:48.932627 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-39ddec99-c7c3-4a98-9f99-cd5ad2b3e651 admin admin] Publish callbacks [] for security_group (75a76a4e-52a4-4b12-a048-fffbe9a38438), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:48.982941 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-39ddec99-c7c3-4a98-9f99-cd5ad2b3e651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (75a76a4e-52a4-4b12-a048-fffbe9a38438), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:48.985529 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-39ddec99-c7c3-4a98-9f99-cd5ad2b3e651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:48.986765 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-39ddec99-c7c3-4a98-9f99-cd5ad2b3e651 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/75a76a4e-52a4-4b12-a048-fffbe9a38438 HTTP/1.1" status: 204 len: 168 time: 0.1424594 Sep 28 15:48:48.995023 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddec99-c7c3-4a98-9f99-cd5ad2b3e651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a76a4e-52a4-4b12-a048-fffbe9a38438,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:49.290417 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46094) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:49.304164 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4a59b96a-10ac-40b1-92e9-d0ee6fe2ce1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:49.386970 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4a59b96a-10ac-40b1-92e9-d0ee6fe2ce1e admin admin] Publish callbacks [] for security_group (e6af92df-4979-4581-8bdf-5c7241344da3), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:49.391248 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4a59b96a-10ac-40b1-92e9-d0ee6fe2ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e6af92df-4979-4581-8bdf-5c7241344da3), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:49.430501 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-4a59b96a-10ac-40b1-92e9-d0ee6fe2ce1e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e9f8f66b8c0845d6823f9688ccca032c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395156 Sep 28 15:48:49.433729 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59b96a-10ac-40b1-92e9-d0ee6fe2ce1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af92df-4979-4581-8bdf-5c7241344da3,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:49.434129 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46096) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:49.486899 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-254cd892-8df7-44fb-ab86-15ab2d4c5b54 admin admin] Publish callbacks [] for security_group (e6af92df-4979-4581-8bdf-5c7241344da3), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:49.508650 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-254cd892-8df7-44fb-ab86-15ab2d4c5b54 admin admin] Publish callbacks [] for security_group (e6af92df-4979-4581-8bdf-5c7241344da3), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:49.565266 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-254cd892-8df7-44fb-ab86-15ab2d4c5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e6af92df-4979-4581-8bdf-5c7241344da3), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:49.568390 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-254cd892-8df7-44fb-ab86-15ab2d4c5b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:49.569556 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-254cd892-8df7-44fb-ab86-15ab2d4c5b54 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e6af92df-4979-4581-8bdf-5c7241344da3 HTTP/1.1" status: 204 len: 168 time: 0.1343615 Sep 28 15:48:49.577492 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cd892-8df7-44fb-ab86-15ab2d4c5b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6af92df-4979-4581-8bdf-5c7241344da3,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:49.592457 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:50.247222 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46130) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:50.291653 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=8,neutron:SELECT=83,neutron:DELETE=9 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:50.300284 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23682b1-63a3-4b84-b30e-699b8e4eecb5 admin admin] Deleting subnet dc331ebc-0674-4a0e-87cb-9686dd77f452 {{(pid=112830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:48:50.303887 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d23682b1-63a3-4b84-b30e-699b8e4eecb5 admin admin] Publish callbacks [] for subnet (dc331ebc-0674-4a0e-87cb-9686dd77f452), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.346012 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d23682b1-63a3-4b84-b30e-699b8e4eecb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3597768'] for subnet (dc331ebc-0674-4a0e-87cb-9686dd77f452), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.389512 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d23682b1-63a3-4b84-b30e-699b8e4eecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (dc331ebc-0674-4a0e-87cb-9686dd77f452), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.449185 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d23682b1-63a3-4b84-b30e-699b8e4eecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617764'] for subnet (dc331ebc-0674-4a0e-87cb-9686dd77f452), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.477025 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23682b1-63a3-4b84-b30e-699b8e4eecb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc331ebc-0674-4a0e-87cb-9686dd77f452,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:50.479080 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d23682b1-63a3-4b84-b30e-699b8e4eecb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.482262 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-d23682b1-63a3-4b84-b30e-699b8e4eecb5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/dc331ebc-0674-4a0e-87cb-9686dd77f452 HTTP/1.1" status: 204 len: 168 time: 0.2337477 Sep 28 15:48:50.484840 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46134) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:50.555841 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (0b17d334-6c06-455d-84d7-abee811083c1), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.649045 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (0b17d334-6c06-455d-84d7-abee811083c1), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.673992 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b17d334-6c06-455d-84d7-abee811083c1']}} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:50.685375 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c392ed-1a22-41e5-8486-bce047430718') {'for_net_delete': True} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:50.685670 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c392ed-1a22-41e5-8486-bce047430718') {} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:50.696921 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064846'] for segment (83c392ed-1a22-41e5-8486-bce047430718), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.715253 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (83c392ed-1a22-41e5-8486-bce047430718), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.722738 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=112831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:48:50.723176 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066602'] for segment (83c392ed-1a22-41e5-8486-bce047430718), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.798894 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 83c392ed-1a22-41e5-8486-bce047430718 resource provider aggregate not found Sep 28 15:48:50.813279 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (0b17d334-6c06-455d-84d7-abee811083c1), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.820810 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.826320 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/0b17d334-6c06-455d-84d7-abee811083c1 HTTP/1.1" status: 204 len: 168 time: 0.3404229 Sep 28 15:48:50.827255 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46150) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:50.842091 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 83c392ed-1a22-41e5-8486-bce047430718 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83c392ed-1a22-41e5-8486-bce047430718 found for delete ", "request_id": "req-cc7cca0b-b525-49e2-955e-ebb3817bd91d"}]} Sep 28 15:48:50.843456 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7048966-7a6b-4d7d-84fb-b1624a44a79b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b17d334-6c06-455d-84d7-abee811083c1,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:50.881114 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59c8e18-2b83-4da7-b6e4-3be93f860388 admin admin] Deleting subnet 15b0505a-be51-4c24-9db1-9fe7ae135b46 {{(pid=112830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:48:50.884968 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a59c8e18-2b83-4da7-b6e4-3be93f860388 admin admin] Publish callbacks [] for subnet (15b0505a-be51-4c24-9db1-9fe7ae135b46), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.909321 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:50.922197 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a59c8e18-2b83-4da7-b6e4-3be93f860388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3597768'] for subnet (15b0505a-be51-4c24-9db1-9fe7ae135b46), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:50.970419 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a59c8e18-2b83-4da7-b6e4-3be93f860388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (15b0505a-be51-4c24-9db1-9fe7ae135b46), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.031298 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a59c8e18-2b83-4da7-b6e4-3be93f860388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617764'] for subnet (15b0505a-be51-4c24-9db1-9fe7ae135b46), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.059363 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a59c8e18-2b83-4da7-b6e4-3be93f860388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.062716 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-a59c8e18-2b83-4da7-b6e4-3be93f860388 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/15b0505a-be51-4c24-9db1-9fe7ae135b46 HTTP/1.1" status: 204 len: 168 time: 0.2342618 Sep 28 15:48:51.063707 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c8e18-2b83-4da7-b6e4-3be93f860388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b0505a-be51-4c24-9db1-9fe7ae135b46,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:51.065293 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46164) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:51.139642 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (b75a6b44-0daa-4ed8-aeb8-4425c8cea78b), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.224176 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (b75a6b44-0daa-4ed8-aeb8-4425c8cea78b), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.243686 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:51.245636 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75a6b44-0daa-4ed8-aeb8-4425c8cea78b']}} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:51.255993 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6f02ac-3558-498c-ab6a-77520ddcd01a') {'for_net_delete': True} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:51.256283 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6f02ac-3558-498c-ab6a-77520ddcd01a') {} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:51.267318 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064846'] for segment (2a6f02ac-3558-498c-ab6a-77520ddcd01a), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.284662 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (2a6f02ac-3558-498c-ab6a-77520ddcd01a), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.287791 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:51.293603 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=112831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:48:51.294029 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066602'] for segment (2a6f02ac-3558-498c-ab6a-77520ddcd01a), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.351050 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (b75a6b44-0daa-4ed8-aeb8-4425c8cea78b), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.355963 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.361843 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/b75a6b44-0daa-4ed8-aeb8-4425c8cea78b HTTP/1.1" status: 204 len: 168 time: 0.2925603 Sep 28 15:48:51.376220 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5d9f9-06c1-4e0a-bb8a-f05aad968b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=b75a6b44-0daa-4ed8-aeb8-4425c8cea78b,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:51.550095 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46186) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:51.596282 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-81a2b37e-9668-402c-88a9-1d8277a3c068 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e14714c2f8ba4d1b9b009e829547f1c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450444 Sep 28 15:48:51.598755 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46190) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:51.653316 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-528bad35-784d-4617-ad74-88baaf798964 admin admin] Publish callbacks [] for security_group (9f61cafa-3a76-4045-8ba2-3dbfaeec88a7), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.675163 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-528bad35-784d-4617-ad74-88baaf798964 admin admin] Publish callbacks [] for security_group (9f61cafa-3a76-4045-8ba2-3dbfaeec88a7), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.722049 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-528bad35-784d-4617-ad74-88baaf798964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (9f61cafa-3a76-4045-8ba2-3dbfaeec88a7), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.724581 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-528bad35-784d-4617-ad74-88baaf798964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:51.725699 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-528bad35-784d-4617-ad74-88baaf798964 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9f61cafa-3a76-4045-8ba2-3dbfaeec88a7 HTTP/1.1" status: 204 len: 168 time: 0.1260757 Sep 28 15:48:51.733443 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bad35-784d-4617-ad74-88baaf798964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f61cafa-3a76-4045-8ba2-3dbfaeec88a7,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:52.050972 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46200) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:52.091403 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-cca50483-7175-4dc1-977f-c851058dbebd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e1d48929f99c4f00aa13fb134d1072a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387814 Sep 28 15:48:52.093813 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46202) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:52.141978 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fae8eb1d-4236-4e77-8805-27581cbf1c50 admin admin] Publish callbacks [] for security_group (5a14f95c-19bf-4b24-82a0-cf83f510197e), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:52.161209 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fae8eb1d-4236-4e77-8805-27581cbf1c50 admin admin] Publish callbacks [] for security_group (5a14f95c-19bf-4b24-82a0-cf83f510197e), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:52.208218 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fae8eb1d-4236-4e77-8805-27581cbf1c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (5a14f95c-19bf-4b24-82a0-cf83f510197e), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:52.211830 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-fae8eb1d-4236-4e77-8805-27581cbf1c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:52.212986 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-fae8eb1d-4236-4e77-8805-27581cbf1c50 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5a14f95c-19bf-4b24-82a0-cf83f510197e HTTP/1.1" status: 204 len: 168 time: 0.1182766 Sep 28 15:48:52.220974 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8eb1d-4236-4e77-8805-27581cbf1c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a14f95c-19bf-4b24-82a0-cf83f510197e,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:52.859507 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 2a6f02ac-3558-498c-ab6a-77520ddcd01a resource provider aggregate not found Sep 28 15:48:52.878466 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 2a6f02ac-3558-498c-ab6a-77520ddcd01a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a6f02ac-3558-498c-ab6a-77520ddcd01a found for delete ", "request_id": "req-1e8e8135-b07b-4169-9b0a-d838f17f52db"}]} Sep 28 15:48:54.196517 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46282) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:54.313213 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-67e000ab-d28b-4e63-95a1-296502664866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:54.417683 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-36a5af82-edd8-4026-8db3-0bac6e0468b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:54.594589 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-67e000ab-d28b-4e63-95a1-296502664866 admin admin] Publish callbacks [] for security_group (6ccd8453-fb1f-4f60-b1c4-cee99e6f3811), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:54.598741 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-67e000ab-d28b-4e63-95a1-296502664866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (6ccd8453-fb1f-4f60-b1c4-cee99e6f3811), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:54.640837 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-67e000ab-d28b-4e63-95a1-296502664866 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c0bb76f8f11445ad884b64dc0fdde8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4432361 Sep 28 15:48:54.641923 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e000ab-d28b-4e63-95a1-296502664866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccd8453-fb1f-4f60-b1c4-cee99e6f3811,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:54.643662 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46292) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:54.701083 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-00fd38bf-c466-47d3-b79f-71b0eb9555f8 admin admin] Publish callbacks [] for security_group (6ccd8453-fb1f-4f60-b1c4-cee99e6f3811), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:54.721970 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-00fd38bf-c466-47d3-b79f-71b0eb9555f8 admin admin] Publish callbacks [] for security_group (6ccd8453-fb1f-4f60-b1c4-cee99e6f3811), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:54.770832 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-00fd38bf-c466-47d3-b79f-71b0eb9555f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (6ccd8453-fb1f-4f60-b1c4-cee99e6f3811), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:54.773502 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-00fd38bf-c466-47d3-b79f-71b0eb9555f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:54.774709 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-00fd38bf-c466-47d3-b79f-71b0eb9555f8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6ccd8453-fb1f-4f60-b1c4-cee99e6f3811 HTTP/1.1" status: 204 len: 168 time: 0.1280129 Sep 28 15:48:54.783186 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd38bf-c466-47d3-b79f-71b0eb9555f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccd8453-fb1f-4f60-b1c4-cee99e6f3811,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:55.015960 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34d7bd-1a42-4a5b-b5c9-d6d9271fc5d1 req-460bb0c5-0b14-469a-a777-1f5b3fe4cb99 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:55.017536 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4a34d7bd-1a42-4a5b-b5c9-d6d9271fc5d1 req-460bb0c5-0b14-469a-a777-1f5b3fe4cb99 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 946 time: 0.0506825 Sep 28 15:48:55.056177 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46306) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:55.068278 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4a34d7bd-1a42-4a5b-b5c9-d6d9271fc5d1 req-f24fc028-51cb-48d9-9c8b-6b7738a426d9 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443459 Sep 28 15:48:55.070380 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c35c761f-3e88-4e8d-a39f-8dc20a28ab24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:55.144480 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c35c761f-3e88-4e8d-a39f-8dc20a28ab24 admin admin] Publish callbacks [] for security_group (542232b4-cfd2-46ed-943d-8cc651a57df6), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:55.148738 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c35c761f-3e88-4e8d-a39f-8dc20a28ab24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (542232b4-cfd2-46ed-943d-8cc651a57df6), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:55.153229 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:55.161937 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:55.192079 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c761f-3e88-4e8d-a39f-8dc20a28ab24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542232b4-cfd2-46ed-943d-8cc651a57df6,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:55.196363 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-c35c761f-3e88-4e8d-a39f-8dc20a28ab24 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=84be26d6f65442ff9fa7b0d866fadc32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391222 Sep 28 15:48:55.199044 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46310) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:55.251637 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4bd847d5-fec8-4b9e-83e2-c7a18306ab1d admin admin] Publish callbacks [] for security_group (542232b4-cfd2-46ed-943d-8cc651a57df6), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:55.272089 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4bd847d5-fec8-4b9e-83e2-c7a18306ab1d admin admin] Publish callbacks [] for security_group (542232b4-cfd2-46ed-943d-8cc651a57df6), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:55.319287 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4bd847d5-fec8-4b9e-83e2-c7a18306ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (542232b4-cfd2-46ed-943d-8cc651a57df6), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:55.321880 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4bd847d5-fec8-4b9e-83e2-c7a18306ab1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:55.323009 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-4bd847d5-fec8-4b9e-83e2-c7a18306ab1d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/542232b4-cfd2-46ed-943d-8cc651a57df6 HTTP/1.1" status: 204 len: 168 time: 0.1230798 Sep 28 15:48:55.330537 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd847d5-fec8-4b9e-83e2-c7a18306ab1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542232b4-cfd2-46ed-943d-8cc651a57df6,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:56.210625 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005267e-3907-4ca3-beac-037570c683c4 req-44a140d6-b70a-42dc-9a88-8ef3ee7388c5 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:56.212624 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5005267e-3907-4ca3-beac-037570c683c4 req-44a140d6-b70a-42dc-9a88-8ef3ee7388c5 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 946 time: 0.0546353 Sep 28 15:48:56.271077 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5005267e-3907-4ca3-beac-037570c683c4 req-3652b2fc-07ad-4618-8a51-c8fc4ca678b3 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d2879b3-b7bd-4890-b7bc-3c392f17f226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515676 Sep 28 15:48:56.466274 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96398189-4f42-4075-87e3-9729ec8a2095 req-b548c0ac-c4c4-4300-bce7-4695673717b5 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:56.467753 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-96398189-4f42-4075-87e3-9729ec8a2095 req-b548c0ac-c4c4-4300-bce7-4695673717b5 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 946 time: 0.0799360 Sep 28 15:48:56.492992 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-43891849-228e-4eb4-8a27-ed38f8ee4fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:56.523882 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-d61c3d0e-a027-44fa-9abf-d16abe1b07fb tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1748747141&fields=id&tenant_id=ed1bf756bfcb4d52bd82979559f03a20 HTTP/1.1" status: 200 len: 267 time: 0.1268380 Sep 28 15:48:56.629433 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Deleting port e6c19ccc-4417-4703-b693-5cf72e3030b1 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:56.629659 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:56.659585 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=25 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:56.686847 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:56.742311 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-f9d9650b-9186-48a2-a2c3-d36623115c82 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:56.742311 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-f9d9650b-9186-48a2-a2c3-d36623115c82 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/networks?id=075cc0be-5e39-4fb6-a8fe-314feee10098 HTTP/1.1" status: 200 len: 809 time: 0.1989043 Sep 28 15:48:56.776140 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-f57fa847-d67c-41f3-9f06-2f5db58839c8 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/quotas/ed1bf756bfcb4d52bd82979559f03a20 HTTP/1.1" status: 200 len: 375 time: 0.0288930 Sep 28 15:48:56.777876 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] For port e6c19ccc-4417-4703-b693-5cf72e3030b1, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e6c19ccc-4417-4703-b693-5cf72e3030b1,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:48:56.778349 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:56.800597 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:56.870533 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-f32893af-b511-4379-b8b9-0548a13e0fa3 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ed1bf756bfcb4d52bd82979559f03a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840609 Sep 28 15:48:56.993552 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:56.993950 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (6be51b6b-4e21-4c89-8d70-74ff6a22fd44), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:56.994267 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Floating IP 6be51b6b-4e21-4c89-8d70-74ff6a22fd44 disassociated. External IP: 172.27.2.112, port: e6c19ccc-4417-4703-b693-5cf72e3030b1. Sep 28 15:48:56.994611 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Calling delete_port for e6c19ccc-4417-4703-b693-5cf72e3030b1 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:57.153566 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-f0b4e90b-b092-4632-9c85-9fa4bca27058 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402022 Sep 28 15:48:57.261126 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (e6c19ccc-4417-4703-b693-5cf72e3030b1), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:57.299662 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event deleted for resources: {'Port': ['ID=e6c19ccc-4417-4703-b693-5cf72e3030b1,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:57.359599 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-e162bc29-6fc6-412e-ad9e-986167c8dfb9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809082 Sep 28 15:48:57.429312 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6c4a3ec3-2620-41f8-b75a-eb6ecd74aebf req-81dd1350-524a-434f-acd8-53b1c9eabdf6 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4 HTTP/1.1" status: 200 len: 210 time: 0.0546148 Sep 28 15:48:57.462388 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:48:57.588484 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:48:57.601185 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2accaa54-ae41-4c60-97da-bd1b7ef0405e None None] Sync routers for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:48:57.614315 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2accaa54-ae41-4c60-97da-bd1b7ef0405e None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:57.615313 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-2accaa54-ae41-4c60-97da-bd1b7ef0405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:57.680512 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] No DVR routers for this DVR port e6c19ccc-4417-4703-b693-5cf72e3030b1 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:48:57.686940 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:57.690281 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-96398189-4f42-4075-87e3-9729ec8a2095 req-fad8b496-515b-4087-adca-c6734c5d3276 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.50 "DELETE /networking/v2.0/ports/e6c19ccc-4417-4703-b693-5cf72e3030b1 HTTP/1.1" status: 204 len: 173 time: 1.2128589 Sep 28 15:48:57.708679 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'name': 'network-vif-deleted', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:48:57.713480 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b469e8da-d720-4fb0-a675-5b6a3061f641" -d '{"events": [{"server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "name": "network-vif-deleted", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:48:57.747180 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5ac831ce-ba72-43ae-8618-1c9948d676a2 req-4c8a506f-f20c-4369-925a-f650e99ee7a2 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 210 time: 0.0558193 Sep 28 15:48:57.808422 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48716b30-8bf3-4808-8680-0b32dae845ac x-openstack-request-id: req-48716b30-8bf3-4808-8680-0b32dae845ac {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:48:57.808601 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4", "name": "network-vif-deleted", "tag": "e6c19ccc-4417-4703-b693-5cf72e3030b1", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:48:57.808851 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48716b30-8bf3-4808-8680-0b32dae845ac {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:48:57.809256 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48716b30-8bf3-4808-8680-0b32dae845ac'] response: {'server_uuid': '0fb84fe2-3c80-4c35-9e1d-87af2c5c84e4', 'name': 'network-vif-deleted', 'tag': 'e6c19ccc-4417-4703-b693-5cf72e3030b1', 'status': 'completed', 'code': 200} Sep 28 15:48:57.820296 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-2accaa54-ae41-4c60-97da-bd1b7ef0405e None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:57.886433 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46434) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:58.075599 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4a68b8bf-f668-4238-a085-019ef0c8d742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.195874 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4a68b8bf-f668-4238-a085-019ef0c8d742 admin admin] Publish callbacks [] for security_group (d09f7b32-03bf-47fe-b54e-c1d330adb751), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.206183 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4a68b8bf-f668-4238-a085-019ef0c8d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (d09f7b32-03bf-47fe-b54e-c1d330adb751), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.251552 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:58.258944 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68b8bf-f668-4238-a085-019ef0c8d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09f7b32-03bf-47fe-b54e-c1d330adb751,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:58.266768 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46448) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:58.267228 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-4a68b8bf-f668-4238-a085-019ef0c8d742 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=483eae90fd2c4c40b21436b6d2c969f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783348 Sep 28 15:48:58.283190 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:58.323321 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.339119 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-64874e62-91a4-440f-ba35-4e22edaa6918 admin admin] Publish callbacks [] for security_group (d09f7b32-03bf-47fe-b54e-c1d330adb751), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.343031 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-2accaa54-ae41-4c60-97da-bd1b7ef0405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:58.367326 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:58.375897 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-64874e62-91a4-440f-ba35-4e22edaa6918 admin admin] Publish callbacks [] for security_group (d09f7b32-03bf-47fe-b54e-c1d330adb751), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.377716 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2accaa54-ae41-4c60-97da-bd1b7ef0405e None None] Checking router: 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:48:58.388096 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2accaa54-ae41-4c60-97da-bd1b7ef0405e None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:48:58.388787 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-2accaa54-ae41-4c60-97da-bd1b7ef0405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:58.426292 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:58.445751 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-64874e62-91a4-440f-ba35-4e22edaa6918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (d09f7b32-03bf-47fe-b54e-c1d330adb751), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.448472 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-64874e62-91a4-440f-ba35-4e22edaa6918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.449662 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-64874e62-91a4-440f-ba35-4e22edaa6918 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d09f7b32-03bf-47fe-b54e-c1d330adb751 HTTP/1.1" status: 204 len: 168 time: 0.1821387 Sep 28 15:48:58.468160 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64874e62-91a4-440f-ba35-4e22edaa6918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09f7b32-03bf-47fe-b54e-c1d330adb751,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:58.548842 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-2accaa54-ae41-4c60-97da-bd1b7ef0405e None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:48:58.556014 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46456) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:58.628414 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c602fffe-9f4b-40f8-8089-2bcd2c019603 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (8d2879b3-b7bd-4890-b7bc-3c392f17f226), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.658316 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c602fffe-9f4b-40f8-8089-2bcd2c019603 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (8d2879b3-b7bd-4890-b7bc-3c392f17f226), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.716820 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c602fffe-9f4b-40f8-8089-2bcd2c019603 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (8d2879b3-b7bd-4890-b7bc-3c392f17f226), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.719591 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c602fffe-9f4b-40f8-8089-2bcd2c019603 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.725406 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c602fffe-9f4b-40f8-8089-2bcd2c019603 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8d2879b3-b7bd-4890-b7bc-3c392f17f226 HTTP/1.1" status: 204 len: 168 time: 0.1663306 Sep 28 15:48:58.726080 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46460) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:58.732937 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602fffe-9f4b-40f8-8089-2bcd2c019603 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2879b3-b7bd-4890-b7bc-3c392f17f226,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:58.746965 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.api.v2.resource [None req-f58388e0-b51c-452e-ba4b-6dd2227743f7 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] show failed (client error): The resource could not be found. Sep 28 15:48:58.748006 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-f58388e0-b51c-452e-ba4b-6dd2227743f7 tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "GET /networking/v2.0/security-groups/8d2879b3-b7bd-4890-b7bc-3c392f17f226 HTTP/1.1" status: 404 len: 347 time: 0.0209520 Sep 28 15:48:58.751118 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46462) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:58.805051 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-2accaa54-ae41-4c60-97da-bd1b7ef0405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:48:58.832641 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2accaa54-ae41-4c60-97da-bd1b7ef0405e None None] The sync data for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi is: [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:41:40Z', 'revision_number': 4, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'e4212f8a-0e87-4a49-bdb9-09c417dc30ca', 'name': '', 'network_id': '2beddede-7b14-4a1e-9c9b-0bc00eba3b72', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'mac_address': 'fa:16:3e:0d:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:38Z', 'updated_at': '2022-09-28T15:41:56Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'subnets': [{'id': 'e585d368-0577-4ccc-adae-9744acd6a68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:48:58.908102 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3cff0278-2f8b-4a6c-a726-7f7a8526ea6b req-5bda4a10-cce1-4a2e-a710-1aecd6d7599d tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 210 time: 0.0523756 Sep 28 15:48:58.931997 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-696fbdf7-826e-4a41-abd9-7e7f7575608e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Deleting port 4bba1322-68a9-4691-a2f6-d121553d141d {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:48:58.932349 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-696fbdf7-826e-4a41-abd9-7e7f7575608e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (4bba1322-68a9-4691-a2f6-d121553d141d), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:58.937055 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46466) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:58.988006 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-8d864460-4ac1-447e-b9c5-255b5adc8844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.072151 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-696fbdf7-826e-4a41-abd9-7e7f7575608e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (4bba1322-68a9-4691-a2f6-d121553d141d), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.072634 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-696fbdf7-826e-4a41-abd9-7e7f7575608e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (4bba1322-68a9-4691-a2f6-d121553d141d), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.101596 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-696fbdf7-826e-4a41-abd9-7e7f7575608e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Calling delete_port for 4bba1322-68a9-4691-a2f6-d121553d141d owned by network:floatingip {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:48:59.102925 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637bcaf-af14-4651-82d4-1cc353f52094 None None] New status for floating IP 6be51b6b-4e21-4c89-8d70-74ff6a22fd44: DOWN {{(pid=112833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:48:59.271318 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-8d864460-4ac1-447e-b9c5-255b5adc8844 admin admin] Publish callbacks [] for security_group (93e52bc8-e660-4983-a8e0-0199415c9f82), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.304707 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-8d864460-4ac1-447e-b9c5-255b5adc8844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (93e52bc8-e660-4983-a8e0-0199415c9f82), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.340873 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-9ec0db26-808b-40ce-a9a0-3c140c1b4c3c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:48:59.342371 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-9ec0db26-808b-40ce-a9a0-3c140c1b4c3c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.50 "GET /networking/v2.0/networks?id=075cc0be-5e39-4fb6-a8fe-314feee10098 HTTP/1.1" status: 200 len: 809 time: 0.2432911 Sep 28 15:48:59.371229 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:59.390430 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d864460-4ac1-447e-b9c5-255b5adc8844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e52bc8-e660-4983-a8e0-0199415c9f82,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:59.396157 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-8d864460-4ac1-447e-b9c5-255b5adc8844 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c05c60ec4e9a4293aa90bca3e4e614c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4581459 Sep 28 15:48:59.399131 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46474) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:48:59.399784 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:48:59.477667 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9eb4da93-8dde-425b-b493-446b8f739936 admin admin] Publish callbacks [] for security_group (93e52bc8-e660-4983-a8e0-0199415c9f82), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.502740 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9eb4da93-8dde-425b-b493-446b8f739936 admin admin] Publish callbacks [] for security_group (93e52bc8-e660-4983-a8e0-0199415c9f82), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.563513 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9eb4da93-8dde-425b-b493-446b8f739936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (93e52bc8-e660-4983-a8e0-0199415c9f82), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.566491 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9eb4da93-8dde-425b-b493-446b8f739936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.567665 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-9eb4da93-8dde-425b-b493-446b8f739936 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/93e52bc8-e660-4983-a8e0-0199415c9f82 HTTP/1.1" status: 204 len: 168 time: 0.1666174 Sep 28 15:48:59.578493 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4da93-8dde-425b-b493-446b8f739936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e52bc8-e660-4983-a8e0-0199415c9f82,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:59.767002 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.770616 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.784642 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-eca0b8a5-7a98-415a-bd45-1296da3c0163 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ed1bf756bfcb4d52bd82979559f03a20 HTTP/1.1" status: 200 len: 380 time: 0.4313486 Sep 28 15:48:59.797549 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Request body: {'port': {'device_id': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'admin_state_up': True, 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'security_groups': ['0a020b52-bc1b-4d71-bc21-64c88b17d9ee']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:48:59.823024 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-696fbdf7-826e-4a41-abd9-7e7f7575608e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (4bba1322-68a9-4691-a2f6-d121553d141d), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.889958 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fbdf7-826e-4a41-abd9-7e7f7575608e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Pushing event deleted for resources: {'Port': ['ID=4bba1322-68a9-4691-a2f6-d121553d141d,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:48:59.989931 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-696fbdf7-826e-4a41-abd9-7e7f7575608e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks [] for floatingip (6be51b6b-4e21-4c89-8d70-74ff6a22fd44), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.992270 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-696fbdf7-826e-4a41-abd9-7e7f7575608e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:48:59.993440 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-696fbdf7-826e-4a41-abd9-7e7f7575608e tempest-AttachVolumeShelveTestJSON-1760550550 tempest-AttachVolumeShelveTestJSON-1760550550-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/6be51b6b-4e21-4c89-8d70-74ff6a22fd44 HTTP/1.1" status: 204 len: 168 time: 1.2410958 Sep 28 15:49:00.032171 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-26ea1dcd-1770-4330-b7d8-09db8d138cb0 req-f8bb59f9-3e51-4e8e-8f44-cdad9f870c10 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 210 time: 0.0326741 Sep 28 15:49:00.049568 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Made reservation on behalf of ed1bf756bfcb4d52bd82979559f03a20 for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:49:00.054317 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:00.202312 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Allocated IP 172.20.0.13 (075cc0be-5e39-4fb6-a8fe-314feee10098/5663eb96-9ab6-4408-a1e8-014d463df0f4/c78f0be5-1345-49e1-9c04-e28beb7e2fa7) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:00.368292 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:00.400340 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:00.444766 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Network 075cc0be-5e39-4fb6-a8fe-314feee10098 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:00.449294 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:00.452472 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:00.454878 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:00.458309 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event updated for resources: {'Port': ['ID=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:00.510836 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:00.511471 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:00.529601 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-53534b6f-cf31-47c9-8bed-99f8f02b8944 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7366025 Sep 28 15:49:00.542116 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Request body: {'port': {'device_id': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:00.622215 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:00.723205 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:00.725965 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-48e6f986-e70f-4c1a-acae-4a7302601db7 None None] Provisioning complete for port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:00.726502 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-48e6f986-e70f-4c1a-acae-4a7302601db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:00.727095 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-48e6f986-e70f-4c1a-acae-4a7302601db7 None None] Attempt 1 to provision port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 Sep 28 15:49:00.762676 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-48e6f986-e70f-4c1a-acae-4a7302601db7 None None] Port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:00.887281 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46530) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:00.909520 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78f0be5-1345-49e1-9c04-e28beb7e2fa7 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:49:00.920587 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Publish callbacks [] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:00.939691 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Transition to ACTIVE for port object c78f0be5-1345-49e1-9c04-e28beb7e2fa7 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:49:00.944880 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:00.977727 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device e6c19ccc-4417-4703-b693-5cf72e3030b1 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:49:01.004351 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: e6c19ccc-4417-4703-b693-5cf72e3030b1 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:49:01.005214 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device e6c19ccc-4417-4703-b693-5cf72e3030b1 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:49:01.027128 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b6c794ec-5839-4af8-a8c9-0a9669c1377f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.046095 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Pushing event updated for resources: {'Port': ['ID=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:01.069130 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Attempting to bind port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:01.069765 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Attempting to bind port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:01.070860 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Attempting to bind port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 on network 075cc0be-5e39-4fb6-a8fe-314feee10098 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:01.121044 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b6c794ec-5839-4af8-a8c9-0a9669c1377f admin admin] Publish callbacks [] for security_group (208b5fbe-b7c0-4af2-bc1f-2431ca20c4af), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.126796 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b6c794ec-5839-4af8-a8c9-0a9669c1377f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (208b5fbe-b7c0-4af2-bc1f-2431ca20c4af), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.133096 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 on network 075cc0be-5e39-4fb6-a8fe-314feee10098 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:49:01.133442 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Attempting to bind port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 on network 075cc0be-5e39-4fb6-a8fe-314feee10098 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:01.171112 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-b6c794ec-5839-4af8-a8c9-0a9669c1377f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ae266e79de9b4ea79387b6f45db2af92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827563 Sep 28 15:49:01.172673 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c794ec-5839-4af8-a8c9-0a9669c1377f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208b5fbe-b7c0-4af2-bc1f-2431ca20c4af,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:01.175128 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46540) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:01.186899 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46544) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:01.221881 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:01.244061 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fd455-92ed-4b9d-8648-0f5b94f4185a req-26f81f40-97f0-4896-9685-ec1199cf49fb tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:01.245584 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6e6fd455-92ed-4b9d-8648-0f5b94f4185a req-26f81f40-97f0-4896-9685-ec1199cf49fb tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.1135287 Sep 28 15:49:01.247461 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9b6b35de-3fa0-49ac-8205-8ba0ae136209 admin admin] Publish callbacks [] for security_group (208b5fbe-b7c0-4af2-bc1f-2431ca20c4af), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.248479 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:01.248819 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Checking segment: {'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:01.249201 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Bound using segment: {'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:01.249678 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Bound port: c78f0be5-1345-49e1-9c04-e28beb7e2fa7, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aa91e3-38a7-460f-a5dc-5e3600d93874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:01.250072 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.264231 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-48e6f986-e70f-4c1a-acae-4a7302601db7 None None] Attempt 2 to provision port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 Sep 28 15:49:01.283721 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9b6b35de-3fa0-49ac-8205-8ba0ae136209 admin admin] Publish callbacks [] for security_group (208b5fbe-b7c0-4af2-bc1f-2431ca20c4af), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.303481 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:01.329014 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-48e6f986-e70f-4c1a-acae-4a7302601db7 None None] Port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:01.372620 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9b6b35de-3fa0-49ac-8205-8ba0ae136209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (208b5fbe-b7c0-4af2-bc1f-2431ca20c4af), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.375512 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9b6b35de-3fa0-49ac-8205-8ba0ae136209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.379956 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-9b6b35de-3fa0-49ac-8205-8ba0ae136209 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/208b5fbe-b7c0-4af2-bc1f-2431ca20c4af HTTP/1.1" status: 204 len: 168 time: 0.2003729 Sep 28 15:49:01.382848 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6e6fd455-92ed-4b9d-8648-0f5b94f4185a req-3473fd79-e39a-4ac5-9953-24e9cce79e59 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225662 Sep 28 15:49:01.391265 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b35de-3fa0-49ac-8205-8ba0ae136209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208b5fbe-b7c0-4af2-bc1f-2431ca20c4af,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:01.396497 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] For port c78f0be5-1345-49e1-9c04-e28beb7e2fa7, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:01.408324 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] For port c78f0be5-1345-49e1-9c04-e28beb7e2fa7, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:01.427145 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f8c86d1a-ff2c-4a9e-8b28-3db53d7be8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.432542 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.447104 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:01.447722 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.449282 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 200 len: 1094 time: 0.9120080 Sep 28 15:49:01.453839 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:49:01.456122 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ab015c-69d2-4156-9113-34d19e58a34f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:49:01.516686 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52521ee8-c560-4470-aa5d-32cf1a965117 x-openstack-request-id: req-52521ee8-c560-4470-aa5d-32cf1a965117 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:49:01.516975 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:49:01.517228 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52521ee8-c560-4470-aa5d-32cf1a965117 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:49:01.517622 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52521ee8-c560-4470-aa5d-32cf1a965117'] response: {'name': 'network-changed', 'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'status': 'completed', 'code': 200} Sep 28 15:49:01.531675 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:01.580204 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:01.593250 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda3e8b-bbac-4c77-8b9c-e04f26f9e126 service neutron] Pushing event updated for resources: {'Port': ['ID=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:01.600522 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-118bf94f-250e-43bc-b072-790a9c03175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:01.602205 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-118bf94f-250e-43bc-b072-790a9c03175f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ed1bf756bfcb4d52bd82979559f03a20&device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1128 time: 0.0817304 Sep 28 15:49:01.652987 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-ad1e5f27-7de6-411c-947a-3fe465b6cd00 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 200 len: 217 time: 0.0426662 Sep 28 15:49:01.699999 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f8c86d1a-ff2c-4a9e-8b28-3db53d7be8d6 admin admin] Publish callbacks [] for security_group (fdd6af94-ddd3-4c0a-9ed0-385a9d6899b7), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.706480 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f8c86d1a-ff2c-4a9e-8b28-3db53d7be8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (fdd6af94-ddd3-4c0a-9ed0-385a9d6899b7), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.742504 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-f5a06df3-caea-42a7-9a57-4bcc084e2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:01.743966 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-f5a06df3-caea-42a7-9a57-4bcc084e2118 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=5663eb96-9ab6-4408-a1e8-014d463df0f4 HTTP/1.1" status: 200 len: 848 time: 0.0841353 Sep 28 15:49:01.766293 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-f8c86d1a-ff2c-4a9e-8b28-3db53d7be8d6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3e09ad6c880d43ba92ffe0d12699d7e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5754669 Sep 28 15:49:01.766990 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c86d1a-ff2c-4a9e-8b28-3db53d7be8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd6af94-ddd3-4c0a-9ed0-385a9d6899b7,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:01.769966 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46566) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:01.803151 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-1f2f3823-c5c5-40d8-8217-94b5e5cf39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:01.804599 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-1f2f3823-c5c5-40d8-8217-94b5e5cf39ad service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=075cc0be-5e39-4fb6-a8fe-314feee10098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513096 Sep 28 15:49:01.827557 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-5ee7deaa-3a5d-4576-865d-c5b49746982f admin admin] Publish callbacks [] for security_group (fdd6af94-ddd3-4c0a-9ed0-385a9d6899b7), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.830012 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-48e6f986-e70f-4c1a-acae-4a7302601db7 None None] Attempt 3 to provision port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 Sep 28 15:49:01.849471 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-5ee7deaa-3a5d-4576-865d-c5b49746982f admin admin] Publish callbacks [] for security_group (fdd6af94-ddd3-4c0a-9ed0-385a9d6899b7), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.874238 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-48e6f986-e70f-4c1a-acae-4a7302601db7 None None] Port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:49:01.908706 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-5ee7deaa-3a5d-4576-865d-c5b49746982f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (fdd6af94-ddd3-4c0a-9ed0-385a9d6899b7), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.912044 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-5ee7deaa-3a5d-4576-865d-c5b49746982f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:01.912361 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-85960b7d-d8c4-46fa-9b88-3b68e26bdeaa service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017234 Sep 28 15:49:01.913195 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-5ee7deaa-3a5d-4576-865d-c5b49746982f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fdd6af94-ddd3-4c0a-9ed0-385a9d6899b7 HTTP/1.1" status: 204 len: 168 time: 0.1418622 Sep 28 15:49:01.932611 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7deaa-3a5d-4576-865d-c5b49746982f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd6af94-ddd3-4c0a-9ed0-385a9d6899b7,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:02.023462 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-94d0501c-0fd7-4245-b439-e0cffbf2007f req-c4bfd286-f8f9-4980-8a3b-3cac56fcb96d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054547 Sep 28 15:49:02.221673 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46582) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:02.236807 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-07e38382-bb0b-4cbc-aff8-3840560ea1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:02.261903 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab015c-69d2-4156-9113-34d19e58a34f req-24de1361-3ba8-417b-a0b2-9a79fca6ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:02.263423 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3ab015c-69d2-4156-9113-34d19e58a34f req-24de1361-3ba8-417b-a0b2-9a79fca6ecad service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ed1bf756bfcb4d52bd82979559f03a20&device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1128 time: 0.0425713 Sep 28 15:49:02.328148 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-07e38382-bb0b-4cbc-aff8-3840560ea1d3 admin admin] Publish callbacks [] for security_group (febad9cb-54d9-47c1-9e64-4e1a72f28b52), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:02.334258 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-07e38382-bb0b-4cbc-aff8-3840560ea1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (febad9cb-54d9-47c1-9e64-4e1a72f28b52), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:02.370847 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab015c-69d2-4156-9113-34d19e58a34f req-ac3aea27-68c6-4931-918a-3a9d82761376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:02.372376 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3ab015c-69d2-4156-9113-34d19e58a34f req-ac3aea27-68c6-4931-918a-3a9d82761376 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=075cc0be-5e39-4fb6-a8fe-314feee10098 HTTP/1.1" status: 200 len: 909 time: 0.1013412 Sep 28 15:49:02.381135 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-07e38382-bb0b-4cbc-aff8-3840560ea1d3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=51de70265e5243d2b0d629631e1ba468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582706 Sep 28 15:49:02.382138 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e38382-bb0b-4cbc-aff8-3840560ea1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febad9cb-54d9-47c1-9e64-4e1a72f28b52,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:02.384648 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46588) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:02.414185 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3ab015c-69d2-4156-9113-34d19e58a34f req-774a6bb5-9de9-4832-aa34-16651b369cef service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 200 len: 217 time: 0.0362470 Sep 28 15:49:02.438104 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-044b660c-b7c5-410c-9bad-26ef1e0ccd15 admin admin] Publish callbacks [] for security_group (febad9cb-54d9-47c1-9e64-4e1a72f28b52), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:02.460411 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-044b660c-b7c5-410c-9bad-26ef1e0ccd15 admin admin] Publish callbacks [] for security_group (febad9cb-54d9-47c1-9e64-4e1a72f28b52), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:02.468975 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab015c-69d2-4156-9113-34d19e58a34f req-32e317bd-5a2e-4e04-93d1-94034fab2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:02.470489 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3ab015c-69d2-4156-9113-34d19e58a34f req-32e317bd-5a2e-4e04-93d1-94034fab2f11 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=5663eb96-9ab6-4408-a1e8-014d463df0f4 HTTP/1.1" status: 200 len: 848 time: 0.0511203 Sep 28 15:49:02.519923 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-044b660c-b7c5-410c-9bad-26ef1e0ccd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (febad9cb-54d9-47c1-9e64-4e1a72f28b52), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:02.523393 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-044b660c-b7c5-410c-9bad-26ef1e0ccd15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:02.526905 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-044b660c-b7c5-410c-9bad-26ef1e0ccd15 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/febad9cb-54d9-47c1-9e64-4e1a72f28b52 HTTP/1.1" status: 204 len: 168 time: 0.1412115 Sep 28 15:49:02.537433 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b660c-b7c5-410c-9bad-26ef1e0ccd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febad9cb-54d9-47c1-9e64-4e1a72f28b52,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:02.587786 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5709346-b851-4b49-a5fe-25423ddcc20c req-96317e41-28df-469b-8dc3-7956ed39734a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:02.589402 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f5709346-b851-4b49-a5fe-25423ddcc20c req-96317e41-28df-469b-8dc3-7956ed39734a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.0809078 Sep 28 15:49:02.592927 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab015c-69d2-4156-9113-34d19e58a34f req-c5e4e3b3-fd5d-4440-a6de-0177fdaea19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:02.601285 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3ab015c-69d2-4156-9113-34d19e58a34f req-c5e4e3b3-fd5d-4440-a6de-0177fdaea19d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=075cc0be-5e39-4fb6-a8fe-314feee10098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1200929 Sep 28 15:49:02.658657 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46604) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:02.710310 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f5709346-b851-4b49-a5fe-25423ddcc20c req-79f30cd1-fda9-405d-84a8-3cfc72e0e603 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084235 Sep 28 15:49:02.743294 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3ab015c-69d2-4156-9113-34d19e58a34f req-e2db231a-8944-4909-aa79-42f5d2f04a4d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402233 Sep 28 15:49:02.817968 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:02.879174 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c3ab015c-69d2-4156-9113-34d19e58a34f req-a610e829-4b78-4291-9517-488ec6bcc4d5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284356 Sep 28 15:49:03.083580 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46614) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:03.097623 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f968d4bf-877f-4c6b-9cf9-12e9ad6336e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.110336 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:03.135545 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:03.184746 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f968d4bf-877f-4c6b-9cf9-12e9ad6336e9 admin admin] Publish callbacks [] for security_group (3920ea83-4764-461f-8e7f-42fe7b7747be), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.188564 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f968d4bf-877f-4c6b-9cf9-12e9ad6336e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (3920ea83-4764-461f-8e7f-42fe7b7747be), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.196853 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:03.208417 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000813'] for router_interface (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.228697 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-f968d4bf-877f-4c6b-9cf9-12e9ad6336e9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0567ed059c4640c485c043332e33a10e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440375 Sep 28 15:49:03.229415 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968d4bf-877f-4c6b-9cf9-12e9ad6336e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3920ea83-4764-461f-8e7f-42fe7b7747be,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:03.231715 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46616) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:03.282224 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3282ebd8-561a-4add-b78a-a268a823aed5 admin admin] Publish callbacks [] for security_group (3920ea83-4764-461f-8e7f-42fe7b7747be), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.303173 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3282ebd8-561a-4add-b78a-a268a823aed5 admin admin] Publish callbacks [] for security_group (3920ea83-4764-461f-8e7f-42fe7b7747be), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.350600 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3282ebd8-561a-4add-b78a-a268a823aed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (3920ea83-4764-461f-8e7f-42fe7b7747be), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.353795 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-3282ebd8-561a-4add-b78a-a268a823aed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.354962 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-3282ebd8-561a-4add-b78a-a268a823aed5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3920ea83-4764-461f-8e7f-42fe7b7747be HTTP/1.1" status: 204 len: 168 time: 0.1223543 Sep 28 15:49:03.363935 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282ebd8-561a-4add-b78a-a268a823aed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3920ea83-4764-461f-8e7f-42fe7b7747be,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:03.439783 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] Deleting port e4212f8a-0e87-4a49-bdb9-09c417dc30ca {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:49:03.440124 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.525312 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] For port e4212f8a-0e87-4a49-bdb9-09c417dc30ca, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=e4212f8a-0e87-4a49-bdb9-09c417dc30ca,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:03.525690 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.540071 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] Calling delete_port for e4212f8a-0e87-4a49-bdb9-09c417dc30ca owned by network:router_interface {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:49:03.721278 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (e4212f8a-0e87-4a49-bdb9-09c417dc30ca), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.752567 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4212f8a-0e87-4a49-bdb9-09c417dc30ca,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:03.884454 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3fffb-5327-4235-a49a-10b33157c58d req-83b9bf34-b0e7-4960-904a-348804bde5be tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:03.886306 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a6f3fffb-5327-4235-a49a-10b33157c58d req-83b9bf34-b0e7-4960-904a-348804bde5be tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.0674860 Sep 28 15:49:03.916012 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009117'] for router_interface (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:03.966260 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a6f3fffb-5327-4235-a49a-10b33157c58d req-66e31aaa-46e0-4d47-a1c7-2ea2fa3cbdf7 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742307 Sep 28 15:49:04.030058 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:04.167848 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:04.197594 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] Router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:49:04.292783 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46646) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:04.318475 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:49:04.323823 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-4a048477-9539-4a84-98e7-9dad7b895d2a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/7ea8f9a1-3028-4889-86b7-3c4a73791ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639810 Sep 28 15:49:04.326680 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46650) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:04.327731 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db1b5d-0f91-4783-a977-70c75c4e51d4 None None] Sync routers for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:49:04.348965 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db1b5d-0f91-4783-a977-70c75c4e51d4 None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:04.348965 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-e6db1b5d-0f91-4783-a977-70c75c4e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:04.459418 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Publish callbacks [] for router (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:04.467551 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-e6db1b5d-0f91-4783-a977-70c75c4e51d4 None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:04.499787 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-983411982-network', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:04.558811 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Made reservation on behalf of 069626c3525d47a9b67f1e6d81b47b2a for: {'network': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:49:04.561074 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:04.574512 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:04.599864 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Publish callbacks [] for router_gateway (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:04.643603 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-e6db1b5d-0f91-4783-a977-70c75c4e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:49:03Z', 'revision_number': 5, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port': {'id': 'd1e276eb-7c37-4811-9642-dbe5fcc5354c', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:41:31Z', 'updated_at': '2022-09-28T15:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:04.646718 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:04.663402 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Deleting port d1e276eb-7c37-4811-9642-dbe5fcc5354c {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:49:04.663789 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:04.681259 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db1b5d-0f91-4783-a977-70c75c4e51d4 None None] Checking router: 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:49:04.699119 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db1b5d-0f91-4783-a977-70c75c4e51d4 None None] Routers {'7ea8f9a1-3028-4889-86b7-3c4a73791ae5'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:04.699805 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-e6db1b5d-0f91-4783-a977-70c75c4e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:04.753894 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Publish callbacks [] for security_group (a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:04.786536 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-e6db1b5d-0f91-4783-a977-70c75c4e51d4 None None] Set router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 gateway port host: None {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:04.837294 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-e6db1b5d-0f91-4783-a977-70c75c4e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:49:04Z', 'revision_number': 6, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port_host': None}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:04.867138 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db1b5d-0f91-4783-a977-70c75c4e51d4 None None] The sync data for ids ['7ea8f9a1-3028-4889-86b7-3c4a73791ae5'] in dv-cinder-859319-2-iscsi is: [{'id': '7ea8f9a1-3028-4889-86b7-3c4a73791ae5', 'name': 'tempest-AttachVolumeShelveTestJSON-1910872667-router', 'tenant_id': '335ecfeb5c6a436e909618c1305593bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:41:28Z', 'updated_at': '2022-09-28T15:49:04Z', 'revision_number': 6, 'project_id': '335ecfeb5c6a436e909618c1305593bb', 'gw_port_host': None}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:49:04.961220 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:04.993761 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=112831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:49:04.996749 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] For port d1e276eb-7c37-4811-9642-dbe5fcc5354c, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d1e276eb-7c37-4811-9642-dbe5fcc5354c,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:04.996907 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.023281 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (ed06a95a-f41b-4ed1-a20d-cabe6adec93e), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.023618 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.segments_db [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Added segment ed06a95a-f41b-4ed1-a20d-cabe6adec93e of type vlan for network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 Sep 28 15:49:05.024823 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:05.027951 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Calling delete_port for d1e276eb-7c37-4811-9642-dbe5fcc5354c owned by network:router_gateway {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:49:05.102460 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c2177-7813-4564-843f-dfe779154e2c req-45f468a0-4e1d-4328-bc10-af79c80c8014 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:05.103963 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d45c2177-7813-4564-843f-dfe779154e2c req-45f468a0-4e1d-4328-bc10-af79c80c8014 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.0483105 Sep 28 15:49:05.104138 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:05.106032 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:05.108154 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (bcc7c8e5-217b-472a-b2a7-f672fbc784d2), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.155036 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d45c2177-7813-4564-843f-dfe779154e2c req-31ccf4bd-92f2-4b3e-b163-1d686bb1392d tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450935 Sep 28 15:49:05.155233 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (bcc7c8e5-217b-472a-b2a7-f672fbc784d2), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.156167 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:05.156747 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.241899 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9478071 Sep 28 15:49:05.244861 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46658) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:05.250333 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] Request body: {'subnet': {'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-983411982-subnet', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'ip_version': 4}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:05.270026 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e59e4-469c-43b5-8481-698314bbf00b admin admin] Pushing event updated for resources: {'Network': ['ID=bcc7c8e5-217b-472a-b2a7-f672fbc784d2,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:05.277702 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] Made reservation on behalf of 069626c3525d47a9b67f1e6d81b47b2a for: {'subnet': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:49:05.286742 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:49:05.290898 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8617753'] for subnet (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.349090 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:05.350508 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (d1e276eb-7c37-4811-9642-dbe5fcc5354c), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.353971 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device e4212f8a-0e87-4a49-bdb9-09c417dc30ca no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:49:05.394068 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e276eb-7c37-4811-9642-dbe5fcc5354c,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:05.403350 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: e4212f8a-0e87-4a49-bdb9-09c417dc30ca {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:49:05.403766 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device e4212f8a-0e87-4a49-bdb9-09c417dc30ca not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:49:05.455694 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008939'] for router_gateway (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.493894 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3725135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8617775'] for subnet (f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.543917 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:05.557246 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2009202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-907'] for router (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.557797 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:05.558476 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Publish callbacks [] for router_controller (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.563558 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] Checking segment: {'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:05.563558 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] Network hostable DHCP agents. Network: bcc7c8e5-217b-472a-b2a7-f672fbc784d2, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:49:05.584797 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] Network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:49:05.595242 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, bcc7c8e5-217b-472a-b2a7-f672fbc784d2) {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:05.599935 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:05.600702 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.604765 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:05.607787 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9735922-adb7-4810-ac0f-b252ff8fdcd7 None None] Network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:49:05.617738 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2009195'] for router (7ea8f9a1-3028-4889-86b7-3c4a73791ae5), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.618428 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ea8f9a1-3028-4889-86b7-3c4a73791ae5 {{(pid=112831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 15:49:05.623837 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.627491 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-60c8e6a9-e222-4319-b1b4-f89a8e85c41e admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/7ea8f9a1-3028-4889-86b7-3c4a73791ae5 HTTP/1.1" status: 204 len: 168 time: 1.2972217 Sep 28 15:49:05.627491 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46666) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:05.627717 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0c36213c-15ef-4182-b3a9-42f5f828e889 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3810401 Sep 28 15:49:05.628193 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46668) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:05.630010 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:05.652571 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.654015 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.694559 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fece0dd-1d8d-464f-8554-f48db06dec26 admin admin] Deleting subnet e585d368-0577-4ccc-adae-9744acd6a68f {{(pid=112830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:49:05.698695 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2fece0dd-1d8d-464f-8554-f48db06dec26 admin admin] Publish callbacks [] for subnet (e585d368-0577-4ccc-adae-9744acd6a68f), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.721555 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Publish callbacks [] for router_controller (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), precommit_add_association {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.742426 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2fece0dd-1d8d-464f-8554-f48db06dec26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3597768'] for subnet (e585d368-0577-4ccc-adae-9744acd6a68f), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.793516 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'fixed_ips': [{'subnet_id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:49:05.798913 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.878436 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2fece0dd-1d8d-464f-8554-f48db06dec26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (e585d368-0577-4ccc-adae-9744acd6a68f), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.886114 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Publish callbacks [] for router_gateway (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:05.956307 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2fece0dd-1d8d-464f-8554-f48db06dec26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617764'] for subnet (e585d368-0577-4ccc-adae-9744acd6a68f), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.014787 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Allocated IP 172.20.0.2 (bcc7c8e5-217b-472a-b2a7-f672fbc784d2/f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34/ca579384-a31e-44da-a2f8-1cd149af7bbc) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:06.033204 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2fece0dd-1d8d-464f-8554-f48db06dec26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.036982 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-2fece0dd-1d8d-464f-8554-f48db06dec26 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/e585d368-0577-4ccc-adae-9744acd6a68f HTTP/1.1" status: 204 len: 168 time: 0.4074116 Sep 28 15:49:06.038143 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fece0dd-1d8d-464f-8554-f48db06dec26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e585d368-0577-4ccc-adae-9744acd6a68f,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:06.045835 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46674) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:06.122859 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd7623-223b-4a1c-ad74-5b2455249a05 None None] Network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:49:06.134942 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Publish callbacks [] for router_gateway (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.144960 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (2beddede-7b14-4a1e-9c9b-0bc00eba3b72), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.153877 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.193782 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Deleting port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:49:06.194246 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.274497 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Publish callbacks [] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.278782 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:06.286940 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:06.288014 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.297163 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Allocated IP 172.27.2.42 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/2807f43f-f56b-4720-bf42-57ef4c5f25e5) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:06.337900 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6a7fd-59fa-4573-af0e-19724aa91218 req-214d7da0-14e5-48b9-b422-8ed725813e63 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:06.341096 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91e6a7fd-59fa-4573-af0e-19724aa91218 req-214d7da0-14e5-48b9-b422-8ed725813e63 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.0982127 Sep 28 15:49:06.343329 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:06.346723 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:06.348620 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] For port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=da3b5368-0f7d-4344-94df-6ebbe1bc7ff5,segment=NetworkSegment(3564c503-0b35-4a3e-9a76-10a24cfd46dc),segment_id=3564c503-0b35-4a3e-9a76-10a24cfd46dc)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:06.349012 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.351856 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:06.359989 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Pushing event updated for resources: {'Port': ['ID=ca579384-a31e-44da-a2f8-1cd149af7bbc,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:06.397698 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Calling delete_port for da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 owned by network:dhcp {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:49:06.412755 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d624db59-6fab-4ba8-adc6-2036fb3dc5c2 None None] DHCP port deletion for 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 request from dv-cinder-859319-2-iscsi {{(pid=112832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 15:49:06.439858 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91e6a7fd-59fa-4573-af0e-19724aa91218 req-1e5f32c5-1fa4-4609-a2df-231e152b644d tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832672 Sep 28 15:49:06.454011 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Publish callbacks [] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.460587 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:06.462141 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Attempting to bind port ca579384-a31e-44da-a2f8-1cd149af7bbc on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:06.462689 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Attempting to bind port ca579384-a31e-44da-a2f8-1cd149af7bbc by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:06.463051 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Attempting to bind port ca579384-a31e-44da-a2f8-1cd149af7bbc on network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:06.496274 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.528849 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.556932 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Pushing event updated for resources: {'Port': ['ID=2807f43f-f56b-4720-bf42-57ef4c5f25e5,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:06.557159 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Pushing event deleted for resources: {'Port': ['ID=da3b5368-0f7d-4344-94df-6ebbe1bc7ff5,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:06.558774 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] No DVR routers for this DVR port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 on host dv-cinder-859319-2-iscsi {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:49:06.577343 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:06.578968 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:06.582363 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:06.626513 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.631272 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-d624db59-6fab-4ba8-adc6-2036fb3dc5c2 None None] Deleting port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 {{(pid=112832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:49:06.631633 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d624db59-6fab-4ba8-adc6-2036fb3dc5c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), before_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.636571 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (2beddede-7b14-4a1e-9c9b-0bc00eba3b72), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.657074 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beddede-7b14-4a1e-9c9b-0bc00eba3b72']}} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:06.666989 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3564c503-0b35-4a3e-9a76-10a24cfd46dc') {'for_net_delete': True} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:06.667281 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3564c503-0b35-4a3e-9a76-10a24cfd46dc') {} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:06.677541 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3597761'] for segment (3564c503-0b35-4a3e-9a76-10a24cfd46dc), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.688401 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=13 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:06.691471 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (3564c503-0b35-4a3e-9a76-10a24cfd46dc), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.699258 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=112830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:49:06.699733 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726380'] for segment (3564c503-0b35-4a3e-9a76-10a24cfd46dc), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.703060 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:06.703436 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Checking segment: {'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:06.703911 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.704307 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Bound using segment: {'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:06.705630 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Bound port: ca579384-a31e-44da-a2f8-1cd149af7bbc, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:06.706793 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.734913 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-d624db59-6fab-4ba8-adc6-2036fb3dc5c2 None None] For port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5, host dv-cinder-859319-2-iscsi, got binding levels [] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:06.735457 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d624db59-6fab-4ba8-adc6-2036fb3dc5c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), precommit_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.752366 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-d624db59-6fab-4ba8-adc6-2036fb3dc5c2 None None] Calling delete_port for da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 owned by network:dhcp {{(pid=112832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:49:06.772081 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (2beddede-7b14-4a1e-9c9b-0bc00eba3b72), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.780704 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.784099 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.ipam_backend_mixin [None req-d624db59-6fab-4ba8-adc6-2036fb3dc5c2 None None] Port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 was not found and therefore no delete operation was performed {{(pid=112832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 28 15:49:06.786124 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d624db59-6fab-4ba8-adc6-2036fb3dc5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (da3b5368-0f7d-4344-94df-6ebbe1bc7ff5), after_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.786289 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/2beddede-7b14-4a1e-9c9b-0bc00eba3b72 HTTP/1.1" status: 204 len: 168 time: 0.7389076 Sep 28 15:49:06.790618 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:06.800047 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b792bf-8341-4690-896a-3823de5bed35 admin admin] Pushing event deleted for resources: {'Network': ['ID=2beddede-7b14-4a1e-9c9b-0bc00eba3b72,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:06.822749 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d624db59-6fab-4ba8-adc6-2036fb3dc5c2 None None] Network 2beddede-7b14-4a1e-9c9b-0bc00eba3b72 is not hosted by any dhcp agent {{(pid=112832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 28 15:49:06.823205 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624db59-6fab-4ba8-adc6-2036fb3dc5c2 None None] No DVR routers for this DVR port da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 on host dv-cinder-859319-2-iscsi {{(pid=112832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:49:06.835060 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624db59-6fab-4ba8-adc6-2036fb3dc5c2 None None] Pushing event deleted for resources: {'Port': ['ID=da3b5368-0f7d-4344-94df-6ebbe1bc7ff5,revision_number=None']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:06.865978 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] For port ca579384-a31e-44da-a2f8-1cd149af7bbc, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:06.870605 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] For port ca579384-a31e-44da-a2f8-1cd149af7bbc, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=ca579384-a31e-44da-a2f8-1cd149af7bbc,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:06.879144 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.913517 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment 3564c503-0b35-4a3e-9a76-10a24cfd46dc resource provider aggregate not found Sep 28 15:49:06.923444 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Publish callbacks [] for router_gateway (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:06.927917 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:06.936715 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment 3564c503-0b35-4a3e-9a76-10a24cfd46dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3564c503-0b35-4a3e-9a76-10a24cfd46dc found for delete ", "request_id": "req-b55a8d24-cc8a-4b28-85c9-d13aede56db6"}]} Sep 28 15:49:06.962292 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240a0f0-3ebb-4834-9177-e560b0cf1880 None None] Pushing event updated for resources: {'Port': ['ID=ca579384-a31e-44da-a2f8-1cd149af7bbc,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:06.966728 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46686) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:07.018636 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-30a58b2b-62f0-4466-80d0-521250aa62f1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=335ecfeb5c6a436e909618c1305593bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507388 Sep 28 15:49:07.021606 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46690) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:07.087280 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bd93-2166-4142-8302-0d4219c76ff6 admin admin] Publish callbacks [] for security_group (a8295a5f-8f75-4364-b810-f45871ba5aba), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:07.133259 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bd93-2166-4142-8302-0d4219c76ff6 admin admin] Publish callbacks [] for security_group (a8295a5f-8f75-4364-b810-f45871ba5aba), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:07.200963 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:07.208010 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bd93-2166-4142-8302-0d4219c76ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (a8295a5f-8f75-4364-b810-f45871ba5aba), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:07.211833 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bd93-2166-4142-8302-0d4219c76ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:07.213530 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c0c7bd93-2166-4142-8302-0d4219c76ff6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a8295a5f-8f75-4364-b810-f45871ba5aba HTTP/1.1" status: 204 len: 168 time: 0.1907351 Sep 28 15:49:07.244122 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7bd93-2166-4142-8302-0d4219c76ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8295a5f-8f75-4364-b810-f45871ba5aba,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:07.404851 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:07.421920 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device ca579384-a31e-44da-a2f8-1cd149af7bbc up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:07.451215 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:49:07.504880 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port ca579384-a31e-44da-a2f8-1cd149af7bbc triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:07.505264 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:07.505597 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port ca579384-a31e-44da-a2f8-1cd149af7bbc Sep 28 15:49:07.580900 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:07.582637 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:49:07.595225 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Sync routers for ids ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:49:07.607251 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port ca579384-a31e-44da-a2f8-1cd149af7bbc is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:07.607964 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:07.615200 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Routers {'2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:07.617691 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:07.633692 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:07.637575 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-b46f6d00-2368-416b-a343-a72d5603094f admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0103009 Sep 28 15:49:07.638897 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46708) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:07.670709 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port ca579384-a31e-44da-a2f8-1cd149af7bbc, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=ca579384-a31e-44da-a2f8-1cd149af7bbc,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:07.682232 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:07.808372 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:49:07.844332 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Set router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:07.917929 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:49:07.918287 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device da3b5368-0f7d-4344-94df-6ebbe1bc7ff5 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:49:07.918713 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d1e276eb-7c37-4811-9642-dbe5fcc5354c no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:49:07.952166 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: d1e276eb-7c37-4811-9642-dbe5fcc5354c {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:49:07.953945 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d1e276eb-7c37-4811-9642-dbe5fcc5354c not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:49:07.979210 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=ca579384-a31e-44da-a2f8-1cd149af7bbc,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:08.018600 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ae90-537a-4562-9083-ce14f747d3b8 req-b7f43e7d-6380-4d72-ba4c-dd42e7504381 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:08.027741 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8743ae90-537a-4562-9083-ce14f747d3b8 req-b7f43e7d-6380-4d72-ba4c-dd42e7504381 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.1047530 Sep 28 15:49:08.150470 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8743ae90-537a-4562-9083-ce14f747d3b8 req-73b95741-0c14-498e-b545-5c50e23d1dc6 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217477 Sep 28 15:49:08.268103 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:06Z', 'revision_number': 3, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:08.312319 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Checking router: 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:49:08.312869 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Updating router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d port 2807f43f-f56b-4720-bf42-57ef4c5f25e5 binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:49:08.366247 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:08.393362 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9d4d6-7bc5-4e69-b5a1-9bdfd247e1b1 None None] Network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:49:08.483369 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-bfa10e8f-90d6-4d26-a31f-d2076b491fb0 None None] Provisioning complete for port ca579384-a31e-44da-a2f8-1cd149af7bbc triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:08.483972 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-bfa10e8f-90d6-4d26-a31f-d2076b491fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:08.484097 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-bfa10e8f-90d6-4d26-a31f-d2076b491fb0 None None] Attempt 1 to provision port ca579384-a31e-44da-a2f8-1cd149af7bbc Sep 28 15:49:08.665600 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-bfa10e8f-90d6-4d26-a31f-d2076b491fb0 None None] Current status of the port ca579384-a31e-44da-a2f8-1cd149af7bbc is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:08.814015 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Publish callbacks [] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:08.820855 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:08.867940 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Attempting to bind port 2807f43f-f56b-4720-bf42-57ef4c5f25e5 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:08.868433 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Attempting to bind port 2807f43f-f56b-4720-bf42-57ef4c5f25e5 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:08.868890 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Attempting to bind port 2807f43f-f56b-4720-bf42-57ef4c5f25e5 on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:08.887287 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:08.934744 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:08.944117 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:08.944688 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:08.945525 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:08.946346 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:08.946996 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Bound port: 2807f43f-f56b-4720-bf42-57ef4c5f25e5, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:08.947802 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:08.991322 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-0bb5951b-5d31-4743-8891-70f313033a2d None None] Provisioning complete for port ca579384-a31e-44da-a2f8-1cd149af7bbc triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:08.991719 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0bb5951b-5d31-4743-8891-70f313033a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:08.992048 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-0bb5951b-5d31-4743-8891-70f313033a2d None None] Attempt 1 to provision port ca579384-a31e-44da-a2f8-1cd149af7bbc Sep 28 15:49:08.993078 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b55cc-283a-4138-b9b8-fe48226fbfc6 None None] Pushing event updated for resources: {'Port': ['ID=2807f43f-f56b-4720-bf42-57ef4c5f25e5,revision_number=2']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:09.003755 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] For port 2807f43f-f56b-4720-bf42-57ef4c5f25e5, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:09.007104 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] For port 2807f43f-f56b-4720-bf42-57ef4c5f25e5, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=2807f43f-f56b-4720-bf42-57ef4c5f25e5,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:09.015572 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:09.044782 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device c78f0be5-1345-49e1-9c04-e28beb7e2fa7 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:49:09.056832 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Routers {'2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:09.057803 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:09.129934 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Allocated IP 172.20.0.1 (bcc7c8e5-217b-472a-b2a7-f672fbc784d2/f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34/90e23e7e-8702-4e0a-b8af-65f04fb0395c) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:09.164123 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b55cc-283a-4138-b9b8-fe48226fbfc6 None None] Pushing event updated for resources: {'Port': ['ID=2807f43f-f56b-4720-bf42-57ef4c5f25e5,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:09.231425 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] Set router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:09.249023 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:09.249912 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:09.292809 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:09.310900 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:09.357597 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a4027-b5e4-4224-9828-cc7202462555 req-85e4b8ba-4372-40e9-a338-4a86de98483b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:09.366362 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-848a4027-b5e4-4224-9828-cc7202462555 req-85e4b8ba-4372-40e9-a338-4a86de98483b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.0757866 Sep 28 15:49:09.414998 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-0bb5951b-5d31-4743-8891-70f313033a2d None None] Current status of the port ca579384-a31e-44da-a2f8-1cd149af7bbc is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:09.454140 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device ca579384-a31e-44da-a2f8-1cd149af7bbc up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:09.470723 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:09.486992 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Publish callbacks [] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:09.532320 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port c78f0be5-1345-49e1-9c04-e28beb7e2fa7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:09.533985 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-848a4027-b5e4-4224-9828-cc7202462555 req-e9b0f518-a7e3-4977-b7dc-645d44cf8064 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664832 Sep 28 15:49:09.550203 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'port_id': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'mac_address': 'fa:16:3e:5b:21:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:49:09.569324 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:09.577614 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:06Z', 'revision_number': 3, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:09.609830 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3bdc7-b7b2-42fc-8dd3-da5f684c4e20 None None] The sync data for ids ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'] in dv-cinder-859319-2-iscsi is: [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:06Z', 'revision_number': 3, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:49:09.622612 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:09.628903 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:09.632047 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port ca579384-a31e-44da-a2f8-1cd149af7bbc triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:09.633661 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:09.634427 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port ca579384-a31e-44da-a2f8-1cd149af7bbc Sep 28 15:49:09.634874 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:09.662124 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Pushing event updated for resources: {'Port': ['ID=90e23e7e-8702-4e0a-b8af-65f04fb0395c,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:09.674852 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:09.675388 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:09.684087 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.684442 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.684793 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.685135 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.686098 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.686448 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.686794 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.687126 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.687638 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.688163 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.688502 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.688846 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.689177 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.689507 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.689838 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:09.700357 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:09.714090 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78f0be5-1345-49e1-9c04-e28beb7e2fa7 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:49:09.743219 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port c78f0be5-1345-49e1-9c04-e28beb7e2fa7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:09.756267 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:09.839583 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port ca579384-a31e-44da-a2f8-1cd149af7bbc is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:09.857733 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:09.880160 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:09.959528 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['c78f0be5-1345-49e1-9c04-e28beb7e2fa7'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:49:10.053019 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Provisioning complete for port 90e23e7e-8702-4e0a-b8af-65f04fb0395c triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:10.053395 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:10.053733 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Attempt 1 to provision port 90e23e7e-8702-4e0a-b8af-65f04fb0395c Sep 28 15:49:10.080885 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=94 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:10.122788 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Publish callbacks [] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:10.135140 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:10.154434 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Port 90e23e7e-8702-4e0a-b8af-65f04fb0395c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:10.210294 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:10.212391 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Pushing event updated for resources: {'Port': ['ID=90e23e7e-8702-4e0a-b8af-65f04fb0395c,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:10.344046 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:10.346120 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:10.461698 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:10.481441 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:49:10.625819 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:49:10.642400 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-d70fe95c-2bb7-4477-a24c-ddcb6e826814 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9926450 Sep 28 15:49:10.655909 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Attempt 2 to provision port 90e23e7e-8702-4e0a-b8af-65f04fb0395c Sep 28 15:49:10.711698 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Port 90e23e7e-8702-4e0a-b8af-65f04fb0395c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:10.726328 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe71e2-9912-4c99-8cd0-f8b10bcb1863 req-5eb83402-d093-47e7-b519-22a19fae93ac tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:10.726328 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4fe71e2-9912-4c99-8cd0-f8b10bcb1863 req-5eb83402-d093-47e7-b519-22a19fae93ac tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 945 time: 0.0724812 Sep 28 15:49:10.819596 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b4fe71e2-9912-4c99-8cd0-f8b10bcb1863 req-5edb52c9-27e7-4c22-ae1e-c945769af2fa tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908124 Sep 28 15:49:11.024266 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device c78f0be5-1345-49e1-9c04-e28beb7e2fa7 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:11.069553 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:49:11.078051 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:11.078051 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.078051 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 Sep 28 15:49:11.171945 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:11.177974 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:11.178371 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.180263 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:11.208508 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:49:11.210808 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd11a41-f767-46e3-9ef8-7e375bdaf35b" -d '{"events": [{"server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "name": "network-vif-plugged", "status": "completed", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:49:11.215366 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Attempt 3 to provision port 90e23e7e-8702-4e0a-b8af-65f04fb0395c Sep 28 15:49:11.244527 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port c78f0be5-1345-49e1-9c04-e28beb7e2fa7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:11.252169 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3cda47-c7a1-4b94-a925-7c90e43ff7ea x-openstack-request-id: req-da3cda47-c7a1-4b94-a925-7c90e43ff7ea {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:49:11.252349 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "name": "network-vif-plugged", "status": "completed", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:49:11.252576 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da3cda47-c7a1-4b94-a925-7c90e43ff7ea {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:49:11.252978 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da3cda47-c7a1-4b94-a925-7c90e43ff7ea'] response: {'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'code': 200} Sep 28 15:49:11.258361 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.289118 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Port 90e23e7e-8702-4e0a-b8af-65f04fb0395c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:11.314462 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:11.381683 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46828) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:11.386700 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-850551130-network', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:11.389280 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 2807f43f-f56b-4720-bf42-57ef4c5f25e5 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:11.408886 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Made reservation on behalf of 50b7a9ed7d494df39cc0040c1ca761b8 for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:49:11.411957 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.421797 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.449353 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 2807f43f-f56b-4720-bf42-57ef4c5f25e5 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:11.449712 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.450081 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 2807f43f-f56b-4720-bf42-57ef4c5f25e5 Sep 28 15:49:11.509196 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e384b-daf5-4e7d-b80f-8ed847d3558e req-ea0c9c30-0dbe-4719-8d89-af6b9d7edad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:11.510709 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-361e384b-daf5-4e7d-b80f-8ed847d3558e req-ea0c9c30-0dbe-4719-8d89-af6b9d7edad3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1130 time: 0.0547848 Sep 28 15:49:11.526326 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 2807f43f-f56b-4720-bf42-57ef4c5f25e5 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:11.526720 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.549061 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port 2807f43f-f56b-4720-bf42-57ef4c5f25e5, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=2807f43f-f56b-4720-bf42-57ef4c5f25e5,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:11.554258 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.562446 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Sync routers for ids ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:49:11.564039 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Publish callbacks [] for security_group (e8e922b5-2017-4357-991a-77125a47e773), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.570148 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e8e922b5-2017-4357-991a-77125a47e773), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.596255 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Routers {'2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:11.597421 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:11.601012 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-361e384b-daf5-4e7d-b80f-8ed847d3558e req-ee5eca5d-4437-44e9-80b2-474e25862a81 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838645 Sep 28 15:49:11.607760 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=112830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:49:11.617018 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e922b5-2017-4357-991a-77125a47e773,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:11.623146 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (74fd8a72-5558-4323-ac6f-189a7cd1a981), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.623544 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Added segment 74fd8a72-5558-4323-ac6f-189a7cd1a981 of type vlan for network d09d49ea-3450-429b-b150-7a94257d3989 Sep 28 15:49:11.654027 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=2807f43f-f56b-4720-bf42-57ef4c5f25e5,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:11.668422 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (d09d49ea-3450-429b-b150-7a94257d3989), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.673751 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:11.695313 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (d09d49ea-3450-429b-b150-7a94257d3989), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.696862 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:11.697443 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.716026 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Set router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:11.751387 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3685420 Sep 28 15:49:11.754456 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46830) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:11.761550 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] Request body: {'subnet': {'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-850551130-subnet', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:11.762571 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a94721-0a7b-4b14-a353-3e42e8a34411 admin admin] Pushing event updated for resources: {'Network': ['ID=d09d49ea-3450-429b-b150-7a94257d3989,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:11.787453 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] Made reservation on behalf of 50b7a9ed7d494df39cc0040c1ca761b8 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:49:11.790137 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3622047'] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:11.790584 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Attempt 4 to provision port 90e23e7e-8702-4e0a-b8af-65f04fb0395c Sep 28 15:49:11.793933 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network d09d49ea-3450-429b-b150-7a94257d3989 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:49:11.990200 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf65a88-ba3f-42aa-9bbe-4cb440670e6b req-48004240-dcbf-4858-b402-1bc319b36a9b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:11.992147 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dbf65a88-ba3f-42aa-9bbe-4cb440670e6b req-48004240-dcbf-4858-b402-1bc319b36a9b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0637288 Sep 28 15:49:12.055993 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Port 90e23e7e-8702-4e0a-b8af-65f04fb0395c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:12.059105 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3622057'] for subnet (6c214d39-2763-4933-be06-0cd58710eeb8), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.096189 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-dbf65a88-ba3f-42aa-9bbe-4cb440670e6b req-9e1b647b-7842-4fe1-a2af-63daedb52154 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973172 Sep 28 15:49:12.144494 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c214d39-2763-4933-be06-0cd58710eeb8,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:12.153525 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] Checking segment: {'id': '74fd8a72-5558-4323-ac6f-189a7cd1a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:12.153978 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] Network hostable DHCP agents. Network: d09d49ea-3450-429b-b150-7a94257d3989, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:49:12.165100 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:09Z', 'revision_number': 4, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '90e23e7e-8702-4e0a-b8af-65f04fb0395c', 'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'mac_address': 'fa:16:3e:20:03:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:08Z', 'updated_at': '2022-09-28T15:49:09Z', 'revision_number': 2, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'subnets': [{'id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:12.171824 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] Network d09d49ea-3450-429b-b150-7a94257d3989 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:49:12.184147 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, d09d49ea-3450-429b-b150-7a94257d3989) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:12.188551 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:12.189461 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.191832 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Checking router: 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:49:12.192261 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Updating router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d port 90e23e7e-8702-4e0a-b8af-65f04fb0395c binding host dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:49:12.196737 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18258aa6-2548-4256-9ce3-a0b7c89e44af None None] Network d09d49ea-3450-429b-b150-7a94257d3989 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:49:12.212518 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-6c50160b-0335-4a21-ad37-753687207a0b admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4562337 Sep 28 15:49:12.212928 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46846) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:12.218480 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-850551130-router', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:12.244364 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (9b7d975a-8eee-4837-a27e-54ddab454e28), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.245640 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (9b7d975a-8eee-4837-a27e-54ddab454e28), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.264216 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:12.272801 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.301247 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:12.308779 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Publish callbacks [] for router_controller (9b7d975a-8eee-4837-a27e-54ddab454e28), precommit_add_association {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.316649 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:12.332604 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46850) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:12.417498 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-d09d49ea-3450-429b-b150-7a94257d3989', 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989', 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'fixed_ips': [{'subnet_id': '6c214d39-2763-4933-be06-0cd58710eeb8'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:49:12.418767 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.461216 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Publish callbacks [] for router_gateway (9b7d975a-8eee-4837-a27e-54ddab454e28), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.475573 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c3206d2b-f2c2-41ab-b3ea-1486e2ead81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.558387 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Attempt 5 to provision port 90e23e7e-8702-4e0a-b8af-65f04fb0395c Sep 28 15:49:12.597499 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c3206d2b-f2c2-41ab-b3ea-1486e2ead81d admin admin] Publish callbacks [] for security_group (416203f1-72c4-4680-98de-f26039ab0989), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.602538 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c3206d2b-f2c2-41ab-b3ea-1486e2ead81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (416203f1-72c4-4680-98de-f26039ab0989), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.643055 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Port 90e23e7e-8702-4e0a-b8af-65f04fb0395c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:12.647165 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-c3206d2b-f2c2-41ab-b3ea-1486e2ead81d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ddebfbe211414bca924d40cbf358a020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133874 Sep 28 15:49:12.647896 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46854) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:12.656740 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3206d2b-f2c2-41ab-b3ea-1486e2ead81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416203f1-72c4-4680-98de-f26039ab0989,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:12.685563 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Publish callbacks [] for router_gateway (9b7d975a-8eee-4837-a27e-54ddab454e28), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.698140 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Allocated IP 172.20.0.2 (d09d49ea-3450-429b-b150-7a94257d3989/6c214d39-2763-4933-be06-0cd58710eeb8/a814b252-d1e7-4978-817d-942a6a2dfe4e) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:12.703176 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8ee11cb9-9ba8-40ea-b8c1-c83d6c1a5b22 admin admin] Publish callbacks [] for security_group (416203f1-72c4-4680-98de-f26039ab0989), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.707404 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.730566 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8ee11cb9-9ba8-40ea-b8c1-c83d6c1a5b22 admin admin] Publish callbacks [] for security_group (416203f1-72c4-4680-98de-f26039ab0989), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.796159 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8ee11cb9-9ba8-40ea-b8c1-c83d6c1a5b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (416203f1-72c4-4680-98de-f26039ab0989), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.799809 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8ee11cb9-9ba8-40ea-b8c1-c83d6c1a5b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.805115 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-8ee11cb9-9ba8-40ea-b8c1-c83d6c1a5b22 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/416203f1-72c4-4680-98de-f26039ab0989 HTTP/1.1" status: 204 len: 168 time: 0.1551311 Sep 28 15:49:12.810636 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Publish callbacks [] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), precommit_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.818315 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee11cb9-9ba8-40ea-b8c1-c83d6c1a5b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416203f1-72c4-4680-98de-f26039ab0989,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:12.821720 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:12.846585 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Allocated IP 172.27.2.123 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/9153bf83-fa56-4020-bd07-bc8c0b12b0f1) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:12.917175 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5cb26-fce2-4b48-a9b9-80dde58d165e None None] Pushing event updated for resources: {'Port': ['ID=90e23e7e-8702-4e0a-b8af-65f04fb0395c,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:12.999531 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Publish callbacks [] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.001234 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Attempting to bind port 90e23e7e-8702-4e0a-b8af-65f04fb0395c on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:13.001514 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Attempting to bind port 90e23e7e-8702-4e0a-b8af-65f04fb0395c by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:13.001885 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Attempting to bind port 90e23e7e-8702-4e0a-b8af-65f04fb0395c on network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:13.021813 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Publish callbacks [] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.028189 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.062911 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.074486 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:13.083530 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Network d09d49ea-3450-429b-b150-7a94257d3989 is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:13.095016 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:13.103986 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:13.107552 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:13.108231 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Checking segment: {'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:13.108369 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.108719 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Bound using segment: {'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:13.109200 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Bound port: 90e23e7e-8702-4e0a-b8af-65f04fb0395c, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:13.109585 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.114668 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Pushing event updated for resources: {'Port': ['ID=a814b252-d1e7-4978-817d-942a6a2dfe4e,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:13.124379 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:13.140904 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Pushing event updated for resources: {'Port': ['ID=9153bf83-fa56-4020-bd07-bc8c0b12b0f1,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:13.146143 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:13.146326 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Attempt 6 to provision port 90e23e7e-8702-4e0a-b8af-65f04fb0395c Sep 28 15:49:13.148871 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:13.173025 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:13.188449 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:13.244251 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Attempting to bind port a814b252-d1e7-4978-817d-942a6a2dfe4e on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:13.244624 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Attempting to bind port a814b252-d1e7-4978-817d-942a6a2dfe4e by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '74fd8a72-5558-4323-ac6f-189a7cd1a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:13.244984 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Attempting to bind port a814b252-d1e7-4978-817d-942a6a2dfe4e on network d09d49ea-3450-429b-b150-7a94257d3989 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:13.336652 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Port 90e23e7e-8702-4e0a-b8af-65f04fb0395c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:13.348732 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] For port 90e23e7e-8702-4e0a-b8af-65f04fb0395c, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:13.354389 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] For port 90e23e7e-8702-4e0a-b8af-65f04fb0395c, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=90e23e7e-8702-4e0a-b8af-65f04fb0395c,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:13.360934 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe89196-889e-4263-a948-f88920fcead3 req-55471835-e058-431a-88ba-79b7aa4d6365 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:13.363372 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9fe89196-889e-4263-a948-f88920fcead3 req-55471835-e058-431a-88ba-79b7aa4d6365 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.1105187 Sep 28 15:49:13.367653 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.369497 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:13.369912 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Checking segment: {'id': '74fd8a72-5558-4323-ac6f-189a7cd1a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:13.370285 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.370716 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Bound using segment: {'id': '74fd8a72-5558-4323-ac6f-189a7cd1a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:13.371304 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Bound port: a814b252-d1e7-4978-817d-942a6a2dfe4e, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fd8a72-5558-4323-ac6f-189a7cd1a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:13.371654 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.387142 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 2807f43f-f56b-4720-bf42-57ef4c5f25e5 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:13.389692 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:13.478425 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9fe89196-889e-4263-a948-f88920fcead3 req-2da17057-92c4-4364-bcd8-e665ec876dd8 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003349 Sep 28 15:49:13.484715 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Routers {'2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:13.485527 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:13.522874 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Publish callbacks [] for router_gateway (9b7d975a-8eee-4837-a27e-54ddab454e28), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.536107 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5cb26-fce2-4b48-a9b9-80dde58d165e None None] Pushing event updated for resources: {'Port': ['ID=90e23e7e-8702-4e0a-b8af-65f04fb0395c,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:13.610669 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] For port a814b252-d1e7-4978-817d-942a6a2dfe4e, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:13.613730 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 2807f43f-f56b-4720-bf42-57ef4c5f25e5 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:13.614015 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.614523 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 2807f43f-f56b-4720-bf42-57ef4c5f25e5 Sep 28 15:49:13.653831 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] For port a814b252-d1e7-4978-817d-942a6a2dfe4e, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=a814b252-d1e7-4978-817d-942a6a2dfe4e,segment=NetworkSegment(74fd8a72-5558-4323-ac6f-189a7cd1a981),segment_id=74fd8a72-5558-4323-ac6f-189a7cd1a981)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:13.670240 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.675590 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] Set router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:13.717498 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335e480-5729-4526-8427-25abcaaf5086 req-aaf66569-c1b4-4320-8e4d-cbb5e8fafcee tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:13.719524 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a335e480-5729-4526-8427-25abcaaf5086 req-aaf66569-c1b4-4320-8e4d-cbb5e8fafcee tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.1049862 Sep 28 15:49:13.837775 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a335e480-5729-4526-8427-25abcaaf5086 req-c1682546-41f4-4279-9c82-66e05e1ca230 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126177 Sep 28 15:49:13.840632 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (9b7d975a-8eee-4837-a27e-54ddab454e28), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:13.870518 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Attempt 7 to provision port 90e23e7e-8702-4e0a-b8af-65f04fb0395c Sep 28 15:49:13.880999 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46888) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:14.054496 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:14.057814 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Router 9b7d975a-8eee-4837-a27e-54ddab454e28 is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:49:14.114607 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c67a8-f093-4e3c-aa2c-71bffebf41d8 None None] Pushing event updated for resources: {'Port': ['ID=a814b252-d1e7-4978-817d-942a6a2dfe4e,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:14.139585 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 2807f43f-f56b-4720-bf42-57ef4c5f25e5 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:14.190376 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:14.217604 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Current status of the port 90e23e7e-8702-4e0a-b8af-65f04fb0395c is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:14.217604 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:14.220796 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:49:14.230116 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895bc3d2-9556-4202-a6fe-583797ed95a4 tempest-TestShelveInstance-1853646685 tempest-TestShelveInstance-1853646685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:14.232941 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Sync routers for ids ['9b7d975a-8eee-4837-a27e-54ddab454e28'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:49:14.234424 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-895bc3d2-9556-4202-a6fe-583797ed95a4 tempest-TestShelveInstance-1853646685 tempest-TestShelveInstance-1853646685-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1125 time: 0.3521593 Sep 28 15:49:14.237901 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46896) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:14.243386 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'port_id': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:14.249999 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] Publish callbacks [] for router (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:14.251510 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-4a104804-4fe0-4cab-a411-410aff1761db admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0374100 Sep 28 15:49:14.255167 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Routers {'9b7d975a-8eee-4837-a27e-54ddab454e28'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:14.255683 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:14.256698 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 46898) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:14.257447 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['9b7d975a-8eee-4837-a27e-54ddab454e28'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:14.289912 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:09Z', 'revision_number': 4, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '90e23e7e-8702-4e0a-b8af-65f04fb0395c', 'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'mac_address': 'fa:16:3e:20:03:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:08Z', 'updated_at': '2022-09-28T15:49:13Z', 'revision_number': 4, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'subnets': [{'id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:14.302346 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:14.328413 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8cda31-e359-4d2f-b2da-b20d900a514d None None] The sync data for ids ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'] in dv-cinder-859319-2-iscsi is: [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:09Z', 'revision_number': 4, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '90e23e7e-8702-4e0a-b8af-65f04fb0395c', 'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'mac_address': 'fa:16:3e:20:03:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:08Z', 'updated_at': '2022-09-28T15:49:13Z', 'revision_number': 4, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'subnets': [{'id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:49:14.351688 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] For port 90e23e7e-8702-4e0a-b8af-65f04fb0395c, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=90e23e7e-8702-4e0a-b8af-65f04fb0395c,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:14.365029 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:14.367906 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:14.460080 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:14.524069 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-082fc6dc-fd66-48c7-8b03-e9f2062c2a3b None None] Provisioning complete for port 90e23e7e-8702-4e0a-b8af-65f04fb0395c triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:14.524971 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-082fc6dc-fd66-48c7-8b03-e9f2062c2a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:14.525546 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-082fc6dc-fd66-48c7-8b03-e9f2062c2a3b None None] Attempt 1 to provision port 90e23e7e-8702-4e0a-b8af-65f04fb0395c Sep 28 15:49:14.533209 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:14.613766 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da378040-b362-4f4f-a542-c49e04fbed8e None None] Pushing event updated for resources: {'Port': ['ID=90e23e7e-8702-4e0a-b8af-65f04fb0395c,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:14.625292 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Set router 9b7d975a-8eee-4837-a27e-54ddab454e28 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:14.704939 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-082fc6dc-fd66-48c7-8b03-e9f2062c2a3b None None] Current status of the port 90e23e7e-8702-4e0a-b8af-65f04fb0395c is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:14.792488 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46910) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:14.851227 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Allocated IP 172.27.2.37 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/a48b7133-214e-422d-bda8-e9f7445478e3) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:14.948156 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:15.044497 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-2786aae0-2a52-44d9-8f04-83ada719024b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.055277 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'name': 'tempest-TestMinimumBasicScenario-850551130-router', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:13Z', 'revision_number': 3, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'gw_port': {'id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:51:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:15.117190 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Checking router: 9b7d975a-8eee-4837-a27e-54ddab454e28 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:49:15.117542 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Updating router 9b7d975a-8eee-4837-a27e-54ddab454e28 port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:49:15.161456 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.182208 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8e712-ce70-4ddd-8d6a-0fd42b1d8e7c None None] Network d09d49ea-3450-429b-b150-7a94257d3989 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:49:15.182812 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-2786aae0-2a52-44d9-8f04-83ada719024b admin admin] Publish callbacks [] for security_group (31fd0327-35d5-495f-8fb8-b14480439c80), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.189318 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for port (a48b7133-214e-422d-bda8-e9f7445478e3), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.196063 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-2786aae0-2a52-44d9-8f04-83ada719024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (31fd0327-35d5-495f-8fb8-b14480439c80), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.269287 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (a48b7133-214e-422d-bda8-e9f7445478e3), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.325542 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-2786aae0-2a52-44d9-8f04-83ada719024b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8ff3f4275a4241119e7d42d93cedb907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5317428 Sep 28 15:49:15.331021 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 46922) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:15.333726 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-0f7600ed-d07e-4a44-9366-afe72768be0b None None] Provisioning complete for port a814b252-d1e7-4978-817d-942a6a2dfe4e triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:15.336608 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0f7600ed-d07e-4a44-9366-afe72768be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.337713 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-0f7600ed-d07e-4a44-9366-afe72768be0b None None] Attempt 1 to provision port a814b252-d1e7-4978-817d-942a6a2dfe4e Sep 28 15:49:15.356843 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786aae0-2a52-44d9-8f04-83ada719024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fd0327-35d5-495f-8fb8-b14480439c80,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:15.528630 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a814b252-d1e7-4978-817d-942a6a2dfe4e up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:15.648221 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Publish callbacks [] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.650918 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:15.662124 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.687765 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-0f7600ed-d07e-4a44-9366-afe72768be0b None None] Current status of the port a814b252-d1e7-4978-817d-942a6a2dfe4e is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:15.688322 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0f7600ed-d07e-4a44-9366-afe72768be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.740190 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-0f7600ed-d07e-4a44-9366-afe72768be0b None None] For port a814b252-d1e7-4978-817d-942a6a2dfe4e, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=a814b252-d1e7-4978-817d-942a6a2dfe4e,segment=NetworkSegment(74fd8a72-5558-4323-ac6f-189a7cd1a981),segment_id=74fd8a72-5558-4323-ac6f-189a7cd1a981)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:15.756057 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port a814b252-d1e7-4978-817d-942a6a2dfe4e triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:15.756793 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.757367 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port a814b252-d1e7-4978-817d-942a6a2dfe4e Sep 28 15:49:15.761421 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0f7600ed-d07e-4a44-9366-afe72768be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.807850 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69683c4-4190-44cb-affc-047efe250a16 None None] Pushing event updated for resources: {'Port': ['ID=9153bf83-fa56-4020-bd07-bc8c0b12b0f1,revision_number=2']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:15.813883 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:15.832750 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:15.837651 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:15.838894 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event updated for resources: {'Port': ['ID=a48b7133-214e-422d-bda8-e9f7445478e3,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:15.841657 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Attempting to bind port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:15.854685 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Attempting to bind port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:15.855475 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Attempting to bind port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:15.863912 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.867093 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:15.875949 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:15.887469 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7600ed-d07e-4a44-9366-afe72768be0b None None] Pushing event updated for resources: {'Port': ['ID=a814b252-d1e7-4978-817d-942a6a2dfe4e,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:15.903158 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port a814b252-d1e7-4978-817d-942a6a2dfe4e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:15.904492 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 90e23e7e-8702-4e0a-b8af-65f04fb0395c up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:15.972540 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:15.981812 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 90e23e7e-8702-4e0a-b8af-65f04fb0395c triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:15.982057 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:15.982717 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 90e23e7e-8702-4e0a-b8af-65f04fb0395c Sep 28 15:49:15.998893 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d14acc6c-aa0f-46b3-a7f3-d65eeb91cf46 admin admin] Publish callbacks [] for security_group (31fd0327-35d5-495f-8fb8-b14480439c80), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.035708 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:16.037486 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:16.037486 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.037803 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:16.042837 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Bound port: 9153bf83-fa56-4020-bd07-bc8c0b12b0f1, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:16.042837 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.071371 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d14acc6c-aa0f-46b3-a7f3-d65eeb91cf46 admin admin] Publish callbacks [] for security_group (31fd0327-35d5-495f-8fb8-b14480439c80), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.091558 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 90e23e7e-8702-4e0a-b8af-65f04fb0395c is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:16.155358 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] For port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:16.163701 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] For port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=9153bf83-fa56-4020-bd07-bc8c0b12b0f1,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:16.179397 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.214378 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Allocated IP 172.20.0.1 (d09d49ea-3450-429b-b150-7a94257d3989/6c214d39-2763-4933-be06-0cd58710eeb8/d2cd189d-5194-4f5a-b980-9413e607168c) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:16.215797 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:16.294585 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-e2764dab-49b5-4a56-92c1-bf550177ea77 None None] Provisioning complete for port a814b252-d1e7-4978-817d-942a6a2dfe4e triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:16.295192 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e2764dab-49b5-4a56-92c1-bf550177ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.295319 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e2764dab-49b5-4a56-92c1-bf550177ea77 None None] Attempt 1 to provision port a814b252-d1e7-4978-817d-942a6a2dfe4e Sep 28 15:49:16.351945 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d14acc6c-aa0f-46b3-a7f3-d65eeb91cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (31fd0327-35d5-495f-8fb8-b14480439c80), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.354882 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d14acc6c-aa0f-46b3-a7f3-d65eeb91cf46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.359643 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-d14acc6c-aa0f-46b3-a7f3-d65eeb91cf46 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/31fd0327-35d5-495f-8fb8-b14480439c80 HTTP/1.1" status: 204 len: 168 time: 1.0266449 Sep 28 15:49:16.383284 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Routers {'9b7d975a-8eee-4837-a27e-54ddab454e28'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:16.383923 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['9b7d975a-8eee-4837-a27e-54ddab454e28'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:16.415118 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14acc6c-aa0f-46b3-a7f3-d65eeb91cf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fd0327-35d5-495f-8fb8-b14480439c80,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:16.503338 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Publish callbacks [] for port (d2cd189d-5194-4f5a-b980-9413e607168c), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.569444 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e2764dab-49b5-4a56-92c1-bf550177ea77 None None] Current status of the port a814b252-d1e7-4978-817d-942a6a2dfe4e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:16.577084 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.629301 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Network d09d49ea-3450-429b-b150-7a94257d3989 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:16.640306 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:16.642790 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:16.647580 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Pushing event updated for resources: {'Port': ['ID=d2cd189d-5194-4f5a-b980-9413e607168c,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:16.650189 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69683c4-4190-44cb-affc-047efe250a16 None None] Pushing event updated for resources: {'Port': ['ID=9153bf83-fa56-4020-bd07-bc8c0b12b0f1,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:16.695961 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] Set router 9b7d975a-8eee-4837-a27e-54ddab454e28 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:16.705690 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (9b7d975a-8eee-4837-a27e-54ddab454e28), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.742579 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for floatingip (e10d7b65-a221-44cb-9ddb-d6c87a021fa2), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.841499 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:16.888609 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (a48b7133-214e-422d-bda8-e9f7445478e3), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:16.986924 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'name': 'tempest-TestMinimumBasicScenario-850551130-router', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:13Z', 'revision_number': 3, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'gw_port': {'id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:51:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:17.002148 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:17.022558 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199cba6-73b4-4485-a557-c6fce4e4e00a None None] The sync data for ids ['9b7d975a-8eee-4837-a27e-54ddab454e28'] in dv-cinder-859319-2-iscsi is: [{'id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'name': 'tempest-TestMinimumBasicScenario-850551130-router', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:13Z', 'revision_number': 3, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'gw_port': {'id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:51:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:49:17.056812 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Provisioning complete for port d2cd189d-5194-4f5a-b980-9413e607168c triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:17.056812 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:17.056812 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Attempt 1 to provision port d2cd189d-5194-4f5a-b980-9413e607168c Sep 28 15:49:17.126310 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:17.129664 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Port d2cd189d-5194-4f5a-b980-9413e607168c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:17.138718 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:17.154335 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for port (a48b7133-214e-422d-bda8-e9f7445478e3), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:17.162424 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (a48b7133-214e-422d-bda8-e9f7445478e3), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:17.271020 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (e10d7b65-a221-44cb-9ddb-d6c87a021fa2), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:17.280070 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Publish callbacks [] for port (d2cd189d-5194-4f5a-b980-9413e607168c), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:17.297327 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:17.321021 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event updated for resources: {'Port': ['ID=a48b7133-214e-422d-bda8-e9f7445478e3,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:17.371775 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Pushing event updated for resources: {'Port': ['ID=d2cd189d-5194-4f5a-b980-9413e607168c,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:17.404790 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a814b252-d1e7-4978-817d-942a6a2dfe4e up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:17.408248 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (9b7d975a-8eee-4837-a27e-54ddab454e28), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:17.468192 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:17.512765 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.l3_db [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Floating IP e10d7b65-a221-44cb-9ddb-d6c87a021fa2 associated. External IP: 172.27.2.37, port: c78f0be5-1345-49e1-9c04-e28beb7e2fa7. Sep 28 15:49:17.531965 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port a814b252-d1e7-4978-817d-942a6a2dfe4e triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:17.532686 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:17.533171 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port a814b252-d1e7-4978-817d-942a6a2dfe4e Sep 28 15:49:17.632593 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Attempt 2 to provision port d2cd189d-5194-4f5a-b980-9413e607168c Sep 28 15:49:17.653155 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Network d09d49ea-3450-429b-b150-7a94257d3989 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:17.654929 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:17.850103 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Port d2cd189d-5194-4f5a-b980-9413e607168c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:17.871944 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port a814b252-d1e7-4978-817d-942a6a2dfe4e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:17.890250 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Router 9b7d975a-8eee-4837-a27e-54ddab454e28 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:49:17.903852 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:17.928539 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Router 667634a8-a759-462f-bbbb-732ed845ec16 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:49:18.019811 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47018) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:18.079967 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:49:18.091822 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049fba1-b01b-42b7-affe-00555228af51 None None] Sync routers for ids ['667634a8-a759-462f-bbbb-732ed845ec16'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:49:18.108735 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:49:18.116570 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-1d899142-7050-4970-8a91-c56435659db4 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/9b7d975a-8eee-4837-a27e-54ddab454e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8587394 Sep 28 15:49:18.120227 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049fba1-b01b-42b7-affe-00555228af51 None None] Routers {'667634a8-a759-462f-bbbb-732ed845ec16'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:18.121817 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:18.122598 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-f049fba1-b01b-42b7-affe-00555228af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['667634a8-a759-462f-bbbb-732ed845ec16'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:18.175227 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-741307d6-257d-4d7b-8305-37890d214ee4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9334080 Sep 28 15:49:18.177149 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:49:18.179788 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac179a2-5bb9-4c60-967e-ac3463d6db43" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:49:18.216389 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1634796701-network', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:18.260605 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240a0a5e-9538-4f2c-8c9c-59a18f914368 x-openstack-request-id: req-240a0a5e-9538-4f2c-8c9c-59a18f914368 {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:49:18.261094 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:49:18.261500 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-240a0a5e-9538-4f2c-8c9c-59a18f914368 {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:49:18.262112 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240a0a5e-9538-4f2c-8c9c-59a18f914368'] response: {'name': 'network-changed', 'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'status': 'completed', 'code': 200} Sep 28 15:49:18.302606 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Made reservation on behalf of 35cf5a9c74e44a918e45867c6570aa11 for: {'network': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:49:18.309037 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:18.324375 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-f049fba1-b01b-42b7-affe-00555228af51 None None] Set router 667634a8-a759-462f-bbbb-732ed845ec16 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:18.355961 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Attempt 3 to provision port d2cd189d-5194-4f5a-b980-9413e607168c Sep 28 15:49:18.365645 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:18.385219 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac179a2-5bb9-4c60-967e-ac3463d6db43 req-d9745972-9ab6-4fb7-a0d8-87cab45db9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:18.387476 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6ac179a2-5bb9-4c60-967e-ac3463d6db43 req-d9745972-9ab6-4fb7-a0d8-87cab45db9ee service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ed1bf756bfcb4d52bd82979559f03a20&device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1130 time: 0.1115987 Sep 28 15:49:18.447708 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Port d2cd189d-5194-4f5a-b980-9413e607168c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:18.546959 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Publish callbacks [] for security_group (17450dbb-244c-45f6-934e-2d4eedb626de), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:18.548550 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:18.554508 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:18.557988 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (17450dbb-244c-45f6-934e-2d4eedb626de), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:18.585272 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:18.604274 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17450dbb-244c-45f6-934e-2d4eedb626de,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:18.619858 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=112830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:49:18.629732 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac179a2-5bb9-4c60-967e-ac3463d6db43 req-7e4ddbd9-88a9-4f93-a91c-2f3ecce83a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:18.631426 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6ac179a2-5bb9-4c60-967e-ac3463d6db43 req-7e4ddbd9-88a9-4f93-a91c-2f3ecce83a24 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=075cc0be-5e39-4fb6-a8fe-314feee10098 HTTP/1.1" status: 200 len: 909 time: 0.2371449 Sep 28 15:49:18.636553 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (7b80ad6b-7dac-4f99-a760-661ea528c33b), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:18.636867 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.segments_db [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Added segment 7b80ad6b-7dac-4f99-a760-661ea528c33b of type vlan for network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 Sep 28 15:49:18.662952 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-f049fba1-b01b-42b7-affe-00555228af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 4, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'e10d7b65-a221-44cb-9ddb-d6c87a021fa2', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'port_id': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'mac_address': 'fa:16:3e:5b:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:49:16Z', 'updated_at': '2022-09-28T15:49:16Z', 'revision_number': 0, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c8facd-a74a-409b-85f0-ed8afc0f0e40', 'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'mac_address': 'fa:16:3e:42:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:27Z', 'updated_at': '2022-09-28T15:48:33Z', 'revision_number': 5, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'subnets': [{'id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:18.695722 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049fba1-b01b-42b7-affe-00555228af51 None None] Checking router: 667634a8-a759-462f-bbbb-732ed845ec16 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:49:18.706670 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049fba1-b01b-42b7-affe-00555228af51 None None] Routers {'667634a8-a759-462f-bbbb-732ed845ec16'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:18.707607 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-f049fba1-b01b-42b7-affe-00555228af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['667634a8-a759-462f-bbbb-732ed845ec16'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:18.723158 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6ac179a2-5bb9-4c60-967e-ac3463d6db43 req-c2b9d24f-ec49-4d7f-b515-779a1e185f8e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 200 len: 999 time: 0.0844164 Sep 28 15:49:18.751066 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47052) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:18.797668 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac179a2-5bb9-4c60-967e-ac3463d6db43 req-722e6ec9-50a8-48a0-97ea-32d605eb6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:18.799329 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6ac179a2-5bb9-4c60-967e-ac3463d6db43 req-722e6ec9-50a8-48a0-97ea-32d605eb6af8 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=5663eb96-9ab6-4408-a1e8-014d463df0f4 HTTP/1.1" status: 200 len: 848 time: 0.0692086 Sep 28 15:49:18.823359 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (3cb9fb97-d7e5-4300-bbd7-06e3c43ead21), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:18.861438 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-f049fba1-b01b-42b7-affe-00555228af51 None None] Set router 667634a8-a759-462f-bbbb-732ed845ec16 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:18.870143 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac179a2-5bb9-4c60-967e-ac3463d6db43 req-6bf717d4-1224-40ec-9ccf-326b5a00bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:18.871007 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6ac179a2-5bb9-4c60-967e-ac3463d6db43 req-6bf717d4-1224-40ec-9ccf-326b5a00bec0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=075cc0be-5e39-4fb6-a8fe-314feee10098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653999 Sep 28 15:49:18.891719 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (3cb9fb97-d7e5-4300-bbd7-06e3c43ead21), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:18.892785 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:18.894173 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:18.914432 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.016607 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47062) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:19.021277 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9996638 Sep 28 15:49:19.038419 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] Request body: {'subnet': {'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1634796701-subnet', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'ip_version': 4}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:19.054827 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915f4b7-c6b7-42e9-850c-4abfa593564d admin admin] Pushing event updated for resources: {'Network': ['ID=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:19.091192 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6ac179a2-5bb9-4c60-967e-ac3463d6db43 req-021d8df6-936a-4baf-ab0d-1eb1e260f904 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096486 Sep 28 15:49:19.097611 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] Made reservation on behalf of 35cf5a9c74e44a918e45867c6570aa11 for: {'subnet': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:49:19.100559 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3622047'] for subnet (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.108739 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Publish callbacks [] for security_group (012c0be0-9116-46ef-aa1f-6ada93cad5d3), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.123162 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (012c0be0-9116-46ef-aa1f-6ada93cad5d3), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.153997 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Attempt 4 to provision port d2cd189d-5194-4f5a-b980-9413e607168c Sep 28 15:49:19.205475 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Port d2cd189d-5194-4f5a-b980-9413e607168c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:19.206220 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:49:19.217489 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6ac179a2-5bb9-4c60-967e-ac3463d6db43 req-863e00ca-5eff-48f1-b670-7aaecab6b737 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169333 Sep 28 15:49:19.223549 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012c0be0-9116-46ef-aa1f-6ada93cad5d3,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:19.232720 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47074) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:19.232961 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d9d44532365c4f3fb4ee663da0daafff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805071 Sep 28 15:49:19.247070 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.247415 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.247754 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.248104 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.248420 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.248745 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.249073 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.249425 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.249719 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.250083 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.250432 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.250820 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.251206 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.251449 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.251758 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54223618-0410-4d8b-9ab2-c7a9778f970c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:19.356723 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c7af484e-667b-4c55-b270-1aa397b022b8 admin admin] Publish callbacks [] for security_group (012c0be0-9116-46ef-aa1f-6ada93cad5d3), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.432868 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c7af484e-667b-4c55-b270-1aa397b022b8 admin admin] Publish callbacks [] for security_group (012c0be0-9116-46ef-aa1f-6ada93cad5d3), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.492086 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:19.527130 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c7af484e-667b-4c55-b270-1aa397b022b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (012c0be0-9116-46ef-aa1f-6ada93cad5d3), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.530239 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c7af484e-667b-4c55-b270-1aa397b022b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.532231 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c7af484e-667b-4c55-b270-1aa397b022b8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/012c0be0-9116-46ef-aa1f-6ada93cad5d3 HTTP/1.1" status: 204 len: 168 time: 0.2979624 Sep 28 15:49:19.543277 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3622057'] for subnet (53b710ec-727b-4fd1-b63b-fa4dc979c92a), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.551485 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af484e-667b-4c55-b270-1aa397b022b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012c0be0-9116-46ef-aa1f-6ada93cad5d3,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:19.581513 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:19.586007 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:19.595436 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:19.595817 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.596153 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 Sep 28 15:49:19.620506 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Sync routers for ids ['9b7d975a-8eee-4837-a27e-54ddab454e28'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:49:19.626233 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-f049fba1-b01b-42b7-affe-00555228af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 4, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'e10d7b65-a221-44cb-9ddb-d6c87a021fa2', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'port_id': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'mac_address': 'fa:16:3e:5b:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:49:16Z', 'updated_at': '2022-09-28T15:49:16Z', 'revision_number': 0, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c8facd-a74a-409b-85f0-ed8afc0f0e40', 'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'mac_address': 'fa:16:3e:42:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:27Z', 'updated_at': '2022-09-28T15:48:33Z', 'revision_number': 5, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'subnets': [{'id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:19.635053 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Routers {'9b7d975a-8eee-4837-a27e-54ddab454e28'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:19.635712 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['9b7d975a-8eee-4837-a27e-54ddab454e28'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:19.650443 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b710ec-727b-4fd1-b63b-fa4dc979c92a,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:19.660939 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049fba1-b01b-42b7-affe-00555228af51 None None] The sync data for ids ['667634a8-a759-462f-bbbb-732ed845ec16'] in dv-cinder-859319-2-iscsi is: [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 4, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'e10d7b65-a221-44cb-9ddb-d6c87a021fa2', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'port_id': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'mac_address': 'fa:16:3e:5b:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:49:16Z', 'updated_at': '2022-09-28T15:49:16Z', 'revision_number': 0, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c8facd-a74a-409b-85f0-ed8afc0f0e40', 'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'mac_address': 'fa:16:3e:42:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:27Z', 'updated_at': '2022-09-28T15:48:33Z', 'revision_number': 5, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'subnets': [{'id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:49:19.664050 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] Checking segment: {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:19.665426 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] Network hostable DHCP agents. Network: 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:49:19.708486 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Attempt 5 to provision port d2cd189d-5194-4f5a-b980-9413e607168c Sep 28 15:49:19.733824 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] Network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:49:19.760238 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Port d2cd189d-5194-4f5a-b980-9413e607168c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:19.760877 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21) {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:19.761078 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:19.761618 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.769608 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d19348-1882-4156-b088-dfa626fcdc0d None None] Network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:49:19.779803 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:19.780544 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.828976 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-9bbe8350-376d-4007-bd74-ba6df818cd59 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8104963 Sep 28 15:49:19.831420 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47084) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:19.835802 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=9153bf83-fa56-4020-bd07-bc8c0b12b0f1,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:19.839378 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:19.839752 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:19.849565 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.887696 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.888759 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:19.945769 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=9153bf83-fa56-4020-bd07-bc8c0b12b0f1,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:19.951403 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:49:19.952537 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.004412 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Set router 9b7d975a-8eee-4837-a27e-54ddab454e28 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:20.012868 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:20.025252 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Publish callbacks [] for router_controller (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), precommit_add_association {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.161888 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27eca2-337d-42d6-afb4-823a829b9b33 None None] New status for floating IP e10d7b65-a221-44cb-9ddb-d6c87a021fa2: ACTIVE {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:49:20.209540 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47086) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:20.230941 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d0974753-4dfc-4f86-82c0-d9a89f17351b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.272887 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Attempt 6 to provision port d2cd189d-5194-4f5a-b980-9413e607168c Sep 28 15:49:20.286457 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:20.320889 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Port d2cd189d-5194-4f5a-b980-9413e607168c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:20.326093 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Publish callbacks [] for router_gateway (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.348852 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d0974753-4dfc-4f86-82c0-d9a89f17351b admin admin] Publish callbacks [] for security_group (19a9df49-b3af-430d-8edf-88fdae1b6ca8), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.356379 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d0974753-4dfc-4f86-82c0-d9a89f17351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (19a9df49-b3af-430d-8edf-88fdae1b6ca8), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.383309 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:20.405353 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'name': 'tempest-TestMinimumBasicScenario-850551130-router', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:16Z', 'revision_number': 4, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'gw_port': {'id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:51:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'd2cd189d-5194-4f5a-b980-9413e607168c', 'name': '', 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'mac_address': 'fa:16:3e:a0:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6c214d39-2763-4933-be06-0cd58710eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:15Z', 'updated_at': '2022-09-28T15:49:17Z', 'revision_number': 2, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'subnets': [{'id': '6c214d39-2763-4933-be06-0cd58710eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:20.408073 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0974753-4dfc-4f86-82c0-d9a89f17351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a9df49-b3af-430d-8edf-88fdae1b6ca8,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:20.416875 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-d0974753-4dfc-4f86-82c0-d9a89f17351b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=982a3e97ef29446f98c3fe74c68a9099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059412 Sep 28 15:49:20.418676 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47088) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:20.433363 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:20.437934 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Checking router: 9b7d975a-8eee-4837-a27e-54ddab454e28 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:49:20.438354 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Updating router 9b7d975a-8eee-4837-a27e-54ddab454e28 port d2cd189d-5194-4f5a-b980-9413e607168c binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:49:20.486374 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-58b04815-a2ee-433f-9ef1-f5e32b083dc1 admin admin] Publish callbacks [] for security_group (19a9df49-b3af-430d-8edf-88fdae1b6ca8), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.491763 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Allocated IP 172.20.0.2 (3cb9fb97-d7e5-4300-bbd7-06e3c43ead21/53b710ec-727b-4fd1-b63b-fa4dc979c92a/016ee73f-d913-4f52-af26-344e246691c4) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:20.491964 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.549138 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-58b04815-a2ee-433f-9ef1-f5e32b083dc1 admin admin] Publish callbacks [] for security_group (19a9df49-b3af-430d-8edf-88fdae1b6ca8), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.655858 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-58b04815-a2ee-433f-9ef1-f5e32b083dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (19a9df49-b3af-430d-8edf-88fdae1b6ca8), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.660045 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-58b04815-a2ee-433f-9ef1-f5e32b083dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.662228 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-58b04815-a2ee-433f-9ef1-f5e32b083dc1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/19a9df49-b3af-430d-8edf-88fdae1b6ca8 HTTP/1.1" status: 204 len: 168 time: 0.2419496 Sep 28 15:49:20.678465 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Publish callbacks [] for router_gateway (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.681077 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b04815-a2ee-433f-9ef1-f5e32b083dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a9df49-b3af-430d-8edf-88fdae1b6ca8,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:20.701639 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.824541 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Attempt 7 to provision port d2cd189d-5194-4f5a-b980-9413e607168c Sep 28 15:49:20.899343 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Publish callbacks [] for port (016ee73f-d913-4f52-af26-344e246691c4), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.903951 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Port d2cd189d-5194-4f5a-b980-9413e607168c cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:20.911789 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (016ee73f-d913-4f52-af26-344e246691c4), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.942879 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Allocated IP 172.27.2.211 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/0c655cb6-a3c0-47aa-a08c-88beebbf5130) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:20.953752 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:20.957352 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:20.957826 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Publish callbacks [] for port (d2cd189d-5194-4f5a-b980-9413e607168c), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:20.959611 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:20.966121 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:20.975085 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:21.019550 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Pushing event updated for resources: {'Port': ['ID=016ee73f-d913-4f52-af26-344e246691c4,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:21.065411 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Attempting to bind port 016ee73f-d913-4f52-af26-344e246691c4 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:21.069279 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Attempting to bind port 016ee73f-d913-4f52-af26-344e246691c4 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:21.070965 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Attempting to bind port 016ee73f-d913-4f52-af26-344e246691c4 on network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:21.092084 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:21.118108 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bd833-2855-43e5-8ee2-821ce6912722 None None] Pushing event updated for resources: {'Port': ['ID=d2cd189d-5194-4f5a-b980-9413e607168c,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:21.137153 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Attempting to bind port d2cd189d-5194-4f5a-b980-9413e607168c on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:21.137796 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Attempting to bind port d2cd189d-5194-4f5a-b980-9413e607168c by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '74fd8a72-5558-4323-ac6f-189a7cd1a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:21.138522 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Attempting to bind port d2cd189d-5194-4f5a-b980-9413e607168c on network d09d49ea-3450-429b-b150-7a94257d3989 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:21.154836 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:21.155761 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Checking segment: {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:21.156930 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:21.157904 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Bound using segment: {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:21.158531 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Bound port: 016ee73f-d913-4f52-af26-344e246691c4, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:21.159638 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (016ee73f-d913-4f52-af26-344e246691c4), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:21.184923 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Publish callbacks [] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:21.231981 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:21.232728 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Checking segment: {'id': '74fd8a72-5558-4323-ac6f-189a7cd1a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:21.233231 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:21.233713 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Bound using segment: {'id': '74fd8a72-5558-4323-ac6f-189a7cd1a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:21.234334 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Bound port: d2cd189d-5194-4f5a-b980-9413e607168c, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fd8a72-5558-4323-ac6f-189a7cd1a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:21.234810 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:21.246739 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] For port 016ee73f-d913-4f52-af26-344e246691c4, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:21.250696 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] For port 016ee73f-d913-4f52-af26-344e246691c4, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=016ee73f-d913-4f52-af26-344e246691c4,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:21.268220 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (016ee73f-d913-4f52-af26-344e246691c4), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:21.270158 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:21.385503 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] For port d2cd189d-5194-4f5a-b980-9413e607168c, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:21.390253 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] For port d2cd189d-5194-4f5a-b980-9413e607168c, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d2cd189d-5194-4f5a-b980-9413e607168c,segment=NetworkSegment(74fd8a72-5558-4323-ac6f-189a7cd1a981),segment_id=74fd8a72-5558-4323-ac6f-189a7cd1a981)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:21.395094 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ffbf0-e730-486b-b428-82f3857eedf5 None None] Pushing event updated for resources: {'Port': ['ID=016ee73f-d913-4f52-af26-344e246691c4,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:21.406483 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Attempt 8 to provision port d2cd189d-5194-4f5a-b980-9413e607168c Sep 28 15:49:21.411737 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:21.412478 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c655cb6-a3c0-47aa-a08c-88beebbf5130,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:21.417527 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:21.421287 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:21.430756 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:21.470575 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:21.487576 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Routers {'9b7d975a-8eee-4837-a27e-54ddab454e28'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:21.491169 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['9b7d975a-8eee-4837-a27e-54ddab454e28'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:21.591586 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:21.670985 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bd833-2855-43e5-8ee2-821ce6912722 None None] Pushing event updated for resources: {'Port': ['ID=d2cd189d-5194-4f5a-b980-9413e607168c,revision_number=4']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:21.719266 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:21.719266 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:21.719266 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 Sep 28 15:49:21.751298 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] Set router 9b7d975a-8eee-4837-a27e-54ddab454e28 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:21.780791 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Current status of the port d2cd189d-5194-4f5a-b980-9413e607168c is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:21.781181 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:21.863964 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:21.910364 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] For port d2cd189d-5194-4f5a-b980-9413e607168c, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d2cd189d-5194-4f5a-b980-9413e607168c,segment=NetworkSegment(74fd8a72-5558-4323-ac6f-189a7cd1a981),segment_id=74fd8a72-5558-4323-ac6f-189a7cd1a981)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:21.934966 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:22.002119 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:22.036378 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Publish callbacks [] for router_gateway (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:22.193465 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'name': 'tempest-TestMinimumBasicScenario-850551130-router', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:16Z', 'revision_number': 4, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'gw_port': {'id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'd2cd189d-5194-4f5a-b980-9413e607168c', 'name': '', 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'mac_address': 'fa:16:3e:a0:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6c214d39-2763-4933-be06-0cd58710eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:15Z', 'updated_at': '2022-09-28T15:49:21Z', 'revision_number': 4, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'subnets': [{'id': '6c214d39-2763-4933-be06-0cd58710eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:22.197976 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-36a037c6-b4be-4730-8a26-da1a24c672d5 None None] Provisioning complete for port d2cd189d-5194-4f5a-b980-9413e607168c triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:22.198360 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-36a037c6-b4be-4730-8a26-da1a24c672d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:22.198697 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-36a037c6-b4be-4730-8a26-da1a24c672d5 None None] Attempt 1 to provision port d2cd189d-5194-4f5a-b980-9413e607168c Sep 28 15:49:22.221104 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd2e11-662e-4ab4-b17d-d2e1aa807c8b None None] The sync data for ids ['9b7d975a-8eee-4837-a27e-54ddab454e28'] in dv-cinder-859319-2-iscsi is: [{'id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'name': 'tempest-TestMinimumBasicScenario-850551130-router', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:16Z', 'revision_number': 4, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'gw_port': {'id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': 'd2cd189d-5194-4f5a-b980-9413e607168c', 'name': '', 'network_id': 'd09d49ea-3450-429b-b150-7a94257d3989', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'mac_address': 'fa:16:3e:a0:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6c214d39-2763-4933-be06-0cd58710eeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:15Z', 'updated_at': '2022-09-28T15:49:21Z', 'revision_number': 4, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'subnets': [{'id': '6c214d39-2763-4933-be06-0cd58710eeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:49:22.239534 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454c074-2845-4435-97ae-c6da678bfb1d None None] Pushing event updated for resources: {'Port': ['ID=d2cd189d-5194-4f5a-b980-9413e607168c,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:22.316635 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:22.376863 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:22.378736 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-36a037c6-b4be-4730-8a26-da1a24c672d5 None None] Current status of the port d2cd189d-5194-4f5a-b980-9413e607168c is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:22.498326 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:22.748118 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:49:22.947859 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bdfea9-0b78-4361-9072-06a1de927932 None None] Network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:49:23.052320 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-e0ef3c4d-4813-4edd-ad1f-22bd497e1289 None None] Provisioning complete for port 016ee73f-d913-4f52-af26-344e246691c4 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:23.052844 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3c4d-4813-4edd-ad1f-22bd497e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (016ee73f-d913-4f52-af26-344e246691c4), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:23.053601 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-e0ef3c4d-4813-4edd-ad1f-22bd497e1289 None None] Attempt 1 to provision port 016ee73f-d913-4f52-af26-344e246691c4 Sep 28 15:49:23.058412 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:23.217964 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef3c4d-4813-4edd-ad1f-22bd497e1289 None None] Current status of the port 016ee73f-d913-4f52-af26-344e246691c4 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:23.218519 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3c4d-4813-4edd-ad1f-22bd497e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (016ee73f-d913-4f52-af26-344e246691c4), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:23.287862 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-e0ef3c4d-4813-4edd-ad1f-22bd497e1289 None None] For port 016ee73f-d913-4f52-af26-344e246691c4, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=016ee73f-d913-4f52-af26-344e246691c4,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:23.303180 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3c4d-4813-4edd-ad1f-22bd497e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (016ee73f-d913-4f52-af26-344e246691c4), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:23.382306 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef3c4d-4813-4edd-ad1f-22bd497e1289 None None] Pushing event updated for resources: {'Port': ['ID=016ee73f-d913-4f52-af26-344e246691c4,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:23.432821 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:49:23.448693 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Sync routers for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:49:23.468573 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:23.472637 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:23.474302 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c5f24d03-62b5-4696-8c42-1a08f0983ba5 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6413565 Sep 28 15:49:23.477129 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47124) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:23.480532 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:23.633647 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d2cd189d-5194-4f5a-b980-9413e607168c up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:23.644205 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-3159e85c-e1fd-4a95-b681-e7f2d11273fc None None] Provisioning complete for port 016ee73f-d913-4f52-af26-344e246691c4 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:23.644586 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3159e85c-e1fd-4a95-b681-e7f2d11273fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (016ee73f-d913-4f52-af26-344e246691c4), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:23.644929 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-3159e85c-e1fd-4a95-b681-e7f2d11273fc None None] Attempt 1 to provision port 016ee73f-d913-4f52-af26-344e246691c4 Sep 28 15:49:23.670574 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:49:23.702640 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:23.805033 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port d2cd189d-5194-4f5a-b980-9413e607168c triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:23.805745 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:23.806268 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port d2cd189d-5194-4f5a-b980-9413e607168c Sep 28 15:49:23.875235 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-3159e85c-e1fd-4a95-b681-e7f2d11273fc None None] Current status of the port 016ee73f-d913-4f52-af26-344e246691c4 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:23.878969 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:23.922745 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port d2cd189d-5194-4f5a-b980-9413e607168c is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:23.924271 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 016ee73f-d913-4f52-af26-344e246691c4 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:23.969911 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 016ee73f-d913-4f52-af26-344e246691c4 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:23.970555 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (016ee73f-d913-4f52-af26-344e246691c4), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:23.970555 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 016ee73f-d913-4f52-af26-344e246691c4 Sep 28 15:49:24.060529 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 016ee73f-d913-4f52-af26-344e246691c4 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:24.149044 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:24.162406 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:21Z', 'revision_number': 3, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:24.171958 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:24.193767 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Checking router: 3aa66e43-8c6c-4744-b526-8a9f7027b7bb for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:49:24.194282 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Updating router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb port 0c655cb6-a3c0-47aa-a08c-88beebbf5130 binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:49:24.273912 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:24.401615 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Allocated IP 172.20.0.1 (3cb9fb97-d7e5-4300-bbd7-06e3c43ead21/53b710ec-727b-4fd1-b63b-fa4dc979c92a/7c70e269-0420-4dc5-8b3f-b72fab0b3b8e) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:24.410203 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:24.424634 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:24.429509 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b4f44c6d-88aa-4944-9fe1-cd96f66a1da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:24.755124 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Publish callbacks [] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:24.764274 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:24.811229 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Attempting to bind port 0c655cb6-a3c0-47aa-a08c-88beebbf5130 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:24.811957 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Attempting to bind port 0c655cb6-a3c0-47aa-a08c-88beebbf5130 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:24.812594 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Attempting to bind port 0c655cb6-a3c0-47aa-a08c-88beebbf5130 on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:24.848683 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Publish callbacks [] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:24.851974 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026eaa8-98f6-47e4-bc86-3f7b806aa99b None None] Pushing event updated for resources: {'Port': ['ID=0c655cb6-a3c0-47aa-a08c-88beebbf5130,revision_number=2']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:24.873155 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:24.873621 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:24.874628 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:24.875007 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:24.875473 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Bound port: 0c655cb6-a3c0-47aa-a08c-88beebbf5130, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:24.876195 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:24.888996 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:24.927041 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:24.931920 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:24.935928 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:24.950697 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] For port 0c655cb6-a3c0-47aa-a08c-88beebbf5130, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:24.961807 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] For port 0c655cb6-a3c0-47aa-a08c-88beebbf5130, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=0c655cb6-a3c0-47aa-a08c-88beebbf5130,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:24.969340 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:24.974798 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Pushing event updated for resources: {'Port': ['ID=7c70e269-0420-4dc5-8b3f-b72fab0b3b8e,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:24.994736 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:25.046370 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:25.048297 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026eaa8-98f6-47e4-bc86-3f7b806aa99b None None] Pushing event updated for resources: {'Port': ['ID=0c655cb6-a3c0-47aa-a08c-88beebbf5130,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:25.062229 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:25.063139 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:48:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:25.191090 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:25.206087 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:25.313004 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Provisioning complete for port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:25.313521 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:25.313695 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Attempt 1 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:25.395358 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:25.408397 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:21Z', 'revision_number': 3, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:25.412465 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 016ee73f-d913-4f52-af26-344e246691c4 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:25.436091 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce1246-66c6-4de9-99b0-0686991fd63b None None] The sync data for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi is: [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:21Z', 'revision_number': 3, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:49:25.471857 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Publish callbacks [] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:25.478815 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 016ee73f-d913-4f52-af26-344e246691c4 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:25.479204 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (016ee73f-d913-4f52-af26-344e246691c4), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:25.479538 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 016ee73f-d913-4f52-af26-344e246691c4 Sep 28 15:49:25.483718 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:25.508320 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:25.543731 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:25.576629 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:25.585544 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 016ee73f-d913-4f52-af26-344e246691c4 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:25.596837 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Pushing event updated for resources: {'Port': ['ID=7c70e269-0420-4dc5-8b3f-b72fab0b3b8e,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:25.691899 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:25.693331 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:25.877881 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:25.882972 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:49:25.897464 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Attempt 2 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:25.997519 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:26.124688 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:49:26.139966 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-ac73d4a6-4d7b-4817-b8f3-7f9dfe6dd589 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/3aa66e43-8c6c-4744-b526-8a9f7027b7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6560457 Sep 28 15:49:26.502612 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Attempt 3 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:26.588536 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:26.590069 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e924b33b-a821-47a2-b714-1df2bfdb511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.032301 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47174) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:27.040573 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1620023931-network', 'tenant_id': '9f00f264edf140dba0b727a459c9aada'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:27.072207 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Made reservation on behalf of 9f00f264edf140dba0b727a459c9aada for: {'network': 1} {{(pid=112831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:49:27.078124 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for network (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.089472 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Attempt 4 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:27.090741 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.141439 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:27.261752 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Publish callbacks [] for security_group (67006371-7ea2-4b45-aae7-7604d64ce57d), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.296222 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (67006371-7ea2-4b45-aae7-7604d64ce57d), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.310342 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=112831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 15:49:27.324408 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (aa8122f5-db3c-4210-aa30-cfd3bf82203b), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.324748 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.segments_db [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Added segment aa8122f5-db3c-4210-aa30-cfd3bf82203b of type vlan for network 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a Sep 28 15:49:27.400306 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67006371-7ea2-4b45-aae7-7604d64ce57d,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:27.406601 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762151366593'] for network (1dfb7f3a-84d0-4436-8e39-9b0ff89b030a), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.471717 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 0c655cb6-a3c0-47aa-a08c-88beebbf5130 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:27.512018 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957'] for network (1dfb7f3a-84d0-4436-8e39-9b0ff89b030a), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.515985 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:27.516636 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.541492 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 0c655cb6-a3c0-47aa-a08c-88beebbf5130 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:27.542229 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.542869 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 0c655cb6-a3c0-47aa-a08c-88beebbf5130 Sep 28 15:49:27.652371 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] Pushing event updated for resources: {'Network': ['ID=1dfb7f3a-84d0-4436-8e39-9b0ff89b030a,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:27.663085 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Attempt 5 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:27.664878 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 0c655cb6-a3c0-47aa-a08c-88beebbf5130 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:27.665430 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.667770 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-d50a0557-e740-4393-910b-23e9afcd49dc admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6312175 Sep 28 15:49:27.670549 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47182) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:27.677076 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Network 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a details requested by agent ovs-agent-dv-cinder-859319-2-iscsi with host dv-cinder-859319-2-iscsi {{(pid=112832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 15:49:27.680374 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] Request body: {'subnet': {'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1620023931-subnet', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'ip_version': 4}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:27.712065 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] Made reservation on behalf of 9f00f264edf140dba0b727a459c9aada for: {'subnet': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:49:27.714676 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8617753'] for subnet (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.789509 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port 0c655cb6-a3c0-47aa-a08c-88beebbf5130, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=0c655cb6-a3c0-47aa-a08c-88beebbf5130,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:27.800393 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:27.808184 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:27.899447 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=0c655cb6-a3c0-47aa-a08c-88beebbf5130,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:27.909512 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.910195 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.910735 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.911259 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.911836 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.912713 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.913560 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.914370 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.918708 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.919421 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.920081 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.920656 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.921221 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.921806 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:27.922479 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:28.033183 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3725135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8617775'] for subnet (52888ff9-954f-4b1f-8a33-617b87f5177e), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:28.117232 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52888ff9-954f-4b1f-8a33-617b87f5177e,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:28.129556 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] Checking segment: {'id': 'aa8122f5-db3c-4210-aa30-cfd3bf82203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:28.130640 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] Network hostable DHCP agents. Network: 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a, hostable agents: ['7802b0b3-f79f-4e61-b9ee-14f81a494c4e'], hosted agents: [] {{(pid=112830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 15:49:28.159048 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] Network 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a is scheduled to be hosted by DHCP agent 7802b0b3-f79f-4e61-b9ee-14f81a494c4e with binding_index 1 {{(pid=112830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 15:49:28.170324 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-2-iscsi, 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a) {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:28.178780 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b6633-b51a-4dc4-a1eb-ec660eeda590 None None] Network 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:49:28.183003 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:28.183745 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:28.212960 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47198) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:28.213523 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-16998ab3-0341-4b28-92af-476dc52ec46f admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5408344 Sep 28 15:49:28.218791 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1620023931-router', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:28.265174 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-921'] for router (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:28.266422 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2002050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-898'] for router (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:28.315473 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Attempt 6 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:28.397125 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Publish callbacks [] for router_controller (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), precommit_add_association {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:28.409365 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:28.425347 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:28.460642 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbea2f03-f2f5-5d16-984d-da56f93fd32e-1dfb7f3a-84d0-4436-8e39-9b0ff89b030a', 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a', 'project_id': '9f00f264edf140dba0b727a459c9aada', 'fixed_ips': [{'subnet_id': '52888ff9-954f-4b1f-8a33-617b87f5177e'}]}} from dv-cinder-859319-2-iscsi. {{(pid=112832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 15:49:28.461723 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:28.464102 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:28.606315 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Publish callbacks [] for router_gateway (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:28.609218 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:28.670602 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:28.702624 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.db_base_plugin_common [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Allocated IP 172.20.0.2 (1dfb7f3a-84d0-4436-8e39-9b0ff89b030a/52888ff9-954f-4b1f-8a33-617b87f5177e/4ae91913-85fd-4cf1-a320-0de6e57747fa) {{(pid=112832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:28.758235 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:28.858186 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Publish callbacks [] for router_gateway (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:28.886265 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:28.936473 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Publish callbacks [] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), precommit_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:28.941797 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Attempt 7 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:28.947975 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), after_create {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.024409 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Allocated IP 172.27.2.180 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:29.084168 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Sync routers for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:49:29.090219 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Pushing event updated for resources: {'Port': ['ID=4ae91913-85fd-4cf1-a320-0de6e57747fa,revision_number=1']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:29.112361 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Network 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a is already hosted by enough agents. {{(pid=112832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:29.125022 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:29.125647 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:49:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:29.134638 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47210) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:29.170298 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.scheduler.base_scheduler [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Resources bound (agent type, host, resource id): {{(pid=112832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:29.176591 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Received port after_create {{(pid=112832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:29.177377 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Publish callbacks [] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.184121 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:29.247304 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.290425 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Attempting to bind port 4ae91913-85fd-4cf1-a320-0de6e57747fa on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:29.290831 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Attempting to bind port 4ae91913-85fd-4cf1-a320-0de6e57747fa by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': 'aa8122f5-db3c-4210-aa30-cfd3bf82203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:29.291155 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Attempting to bind port 4ae91913-85fd-4cf1-a320-0de6e57747fa on network 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:29.315659 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-aa5afb27-e656-4865-b374-ba185f80a596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.320463 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:29.324137 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:29.326824 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:29.346178 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:29.346567 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Checking segment: {'id': 'aa8122f5-db3c-4210-aa30-cfd3bf82203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:29.346976 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.347366 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Bound using segment: {'id': 'aa8122f5-db3c-4210-aa30-cfd3bf82203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:29.347852 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Bound port: 4ae91913-85fd-4cf1-a320-0de6e57747fa, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8122f5-db3c-4210-aa30-cfd3bf82203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:29.348316 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.359566 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Pushing event updated for resources: {'Port': ['ID=a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:29.374078 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:29.459772 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:29.474537 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:29.489677 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-aa5afb27-e656-4865-b374-ba185f80a596 admin admin] Publish callbacks [] for security_group (4a0cd8b0-005f-4a8b-aaee-b26cccf3b441), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.490347 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 0c655cb6-a3c0-47aa-a08c-88beebbf5130 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:29.498684 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-aa5afb27-e656-4865-b374-ba185f80a596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (4a0cd8b0-005f-4a8b-aaee-b26cccf3b441), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.528860 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] For port 4ae91913-85fd-4cf1-a320-0de6e57747fa, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:29.542357 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5afb27-e656-4865-b374-ba185f80a596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0cd8b0-005f-4a8b-aaee-b26cccf3b441,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:29.585879 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-aa5afb27-e656-4865-b374-ba185f80a596 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2fc81d77f9ac4081a6d7171d53bc2fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447157 Sep 28 15:49:29.586379 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47214) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:29.600478 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] For port 4ae91913-85fd-4cf1-a320-0de6e57747fa, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=4ae91913-85fd-4cf1-a320-0de6e57747fa,segment=NetworkSegment(aa8122f5-db3c-4210-aa30-cfd3bf82203b),segment_id=aa8122f5-db3c-4210-aa30-cfd3bf82203b)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:29.627430 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.660784 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cca83022-a853-45a9-8dcc-d6b1248401fd admin admin] Publish callbacks [] for security_group (4a0cd8b0-005f-4a8b-aaee-b26cccf3b441), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.698984 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:29.703750 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Attempt 8 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:29.708809 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cca83022-a853-45a9-8dcc-d6b1248401fd admin admin] Publish callbacks [] for security_group (4a0cd8b0-005f-4a8b-aaee-b26cccf3b441), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.803352 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cca83022-a853-45a9-8dcc-d6b1248401fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (4a0cd8b0-005f-4a8b-aaee-b26cccf3b441), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.804533 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cca83022-a853-45a9-8dcc-d6b1248401fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.805969 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-cca83022-a853-45a9-8dcc-d6b1248401fd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4a0cd8b0-005f-4a8b-aaee-b26cccf3b441 HTTP/1.1" status: 204 len: 168 time: 0.2185042 Sep 28 15:49:29.830843 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca83022-a853-45a9-8dcc-d6b1248401fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0cd8b0-005f-4a8b-aaee-b26cccf3b441,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:29.895386 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756f33c-f898-4f0e-8558-29a652732739 None None] Pushing event updated for resources: {'Port': ['ID=4ae91913-85fd-4cf1-a320-0de6e57747fa,revision_number=2']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:29.903339 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:29.916048 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:29.934485 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 0c655cb6-a3c0-47aa-a08c-88beebbf5130 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:29.936031 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:29.937652 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 0c655cb6-a3c0-47aa-a08c-88beebbf5130 Sep 28 15:49:30.042988 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Publish callbacks [] for router_gateway (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:30.162331 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:30.180604 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:30.300806 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 2, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:30.340328 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Checking router: 3aa66e43-8c6c-4744-b526-8a9f7027b7bb for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:49:30.340698 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Updating router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e binding host dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:49:30.359620 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:30.384854 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 0c655cb6-a3c0-47aa-a08c-88beebbf5130 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:30.395486 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:30.403831 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008883'] for router (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:30.409641 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:30.425400 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Attempt 9 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:30.571136 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f is scheduled to L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 with binding_index 1 {{(pid=112831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 15:49:30.622721 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47226) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:30.658324 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-54bc7a89-a5bc-4ebc-8edc-513b86e78a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:30.725585 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:49:30.741909 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Sync routers for ids ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:49:30.747420 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:30.781816 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Routers {'4c579f2a-f568-48f2-9bd5-12ac8a3c278f'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:30.782490 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:49:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:30.795568 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:30.802909 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47228) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:30.807084 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-d087ca02-1f25-472c-91fa-1c6baf398aba admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5934556 Sep 28 15:49:30.816518 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-54bc7a89-a5bc-4ebc-8edc-513b86e78a76 admin admin] Publish callbacks [] for security_group (db57464d-8030-4b77-8754-38e56c6b1543), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:30.851345 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-54bc7a89-a5bc-4ebc-8edc-513b86e78a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (db57464d-8030-4b77-8754-38e56c6b1543), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:30.926341 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Set router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:30.940374 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47230) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:30.955937 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-54bc7a89-a5bc-4ebc-8edc-513b86e78a76 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f81aabd0466340d7927707fb76d0172b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130879 Sep 28 15:49:30.956386 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Publish callbacks [] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), precommit_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:30.969192 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc7a89-a5bc-4ebc-8edc-513b86e78a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db57464d-8030-4b77-8754-38e56c6b1543,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:30.970074 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.064397 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ccda50a1-de08-4006-b1e4-10177e5d8572 admin admin] Publish callbacks [] for security_group (db57464d-8030-4b77-8754-38e56c6b1543), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.114723 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ccda50a1-de08-4006-b1e4-10177e5d8572 admin admin] Publish callbacks [] for security_group (db57464d-8030-4b77-8754-38e56c6b1543), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.207447 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:31.209301 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'name': 'tempest-TestVolumeBootPattern-1620023931-router', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:29Z', 'revision_number': 3, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'gw_port': {'id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:99:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:31.222923 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ccda50a1-de08-4006-b1e4-10177e5d8572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (db57464d-8030-4b77-8754-38e56c6b1543), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.225509 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ccda50a1-de08-4006-b1e4-10177e5d8572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.226664 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-ccda50a1-de08-4006-b1e4-10177e5d8572 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/db57464d-8030-4b77-8754-38e56c6b1543 HTTP/1.1" status: 204 len: 168 time: 0.2851443 Sep 28 15:49:31.231830 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Attempting to bind port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:31.232563 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Attempting to bind port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:31.233259 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Attempting to bind port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e on network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:31.241059 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda50a1-de08-4006-b1e4-10177e5d8572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db57464d-8030-4b77-8754-38e56c6b1543,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:31.266028 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Checking router: 4c579f2a-f568-48f2-9bd5-12ac8a3c278f for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:49:31.266378 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Updating router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 binding host dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:49:31.301384 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.333117 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Attempt 10 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:31.344852 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81f0576-59d2-4f94-837f-993201203efd None None] Network 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:49:31.502271 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:31.543092 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:31.546798 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efd912-8504-4282-973d-7ab87a578883 None None] Pushing event updated for resources: {'Port': ['ID=7c70e269-0420-4dc5-8b3f-b72fab0b3b8e,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:31.583606 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.608998 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 4ae91913-85fd-4cf1-a320-0de6e57747fa up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:31.679782 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:31.735435 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Publish callbacks [] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), precommit_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.749191 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.769692 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Attempting to bind port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:31.770547 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Attempting to bind port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:31.770751 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:31.771763 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Attempting to bind port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 on network f685b48a-c03f-466e-b53a-e2fe3db84996 {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:31.788686 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:31.789224 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Checking segment: {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:31.789744 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.790172 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Bound using segment: {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:31.790673 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Bound port: 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:31.792142 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.811012 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae12f-e8e0-432d-b4d3-10945061b63a None None] Port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:31.818765 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 4ae91913-85fd-4cf1-a320-0de6e57747fa triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:31.818938 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.819273 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 4ae91913-85fd-4cf1-a320-0de6e57747fa Sep 28 15:49:31.871072 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:31.871792 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Checking segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:31.872540 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.873119 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Bound using segment: {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'} {{(pid=112833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:31.874448 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.managers [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Bound port: a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64957324-0651-44f7-965b-32587128330c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996'}}] {{(pid=112833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:31.875034 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), before_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.946008 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] For port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:31.958680 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.plugins.ml2.db [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] For port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:31.987329 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron_lib.callbacks.manager [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), after_update {{(pid=112833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.993193 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Allocated IP 172.20.0.1 (1dfb7f3a-84d0-4436-8e39-9b0ff89b030a/52888ff9-954f-4b1f-8a33-617b87f5177e/282b4f79-7999-43df-9719-7f0be886eab6) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:31.998154 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Provisioning complete for port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:31.998613 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:31.999012 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Attempt 1 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:32.003780 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:32.013625 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Routers {'4c579f2a-f568-48f2-9bd5-12ac8a3c278f'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:32.014575 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:49:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:32.045456 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:32.066388 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] For port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:32.072960 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] For port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=7c70e269-0420-4dc5-8b3f-b72fab0b3b8e,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:32.101506 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:32.160368 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 4ae91913-85fd-4cf1-a320-0de6e57747fa is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:32.161220 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:32.170730 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:32.171505 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:49:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:32.191764 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] Set router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:32.199249 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:32.201238 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Pushing event updated for resources: {'Port': ['ID=a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2,revision_number=2']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:32.215881 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Publish callbacks [] for port (282b4f79-7999-43df-9719-7f0be886eab6), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:32.272080 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (282b4f79-7999-43df-9719-7f0be886eab6), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:32.306383 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.307006 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.307635 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.308162 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.308861 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.309478 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.310248 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.310842 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.311347 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.311829 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.312307 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.313030 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.313501 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.315175 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.316341 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:49:32.319189 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:32.349509 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Network 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:32.358910 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:32.378447 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:32.461298 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Pushing event updated for resources: {'Port': ['ID=282b4f79-7999-43df-9719-7f0be886eab6,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:32.481843 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2000676'] for router_interface (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:32.510299 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59fad6-ff22-4028-8554-ce63ce091283 None None] Pushing event updated for resources: {'Port': ['ID=a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2,revision_number=3']} {{(pid=112833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:32.525004 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efd912-8504-4282-973d-7ab87a578883 None None] Pushing event updated for resources: {'Port': ['ID=7c70e269-0420-4dc5-8b3f-b72fab0b3b8e,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:32.549628 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Attempt 2 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:32.572444 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port 4ae91913-85fd-4cf1-a320-0de6e57747fa, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=4ae91913-85fd-4cf1-a320-0de6e57747fa,segment=NetworkSegment(aa8122f5-db3c-4210-aa30-cfd3bf82203b),segment_id=aa8122f5-db3c-4210-aa30-cfd3bf82203b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:32.613266 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:32.663237 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'name': 'tempest-TestVolumeBootPattern-1620023931-router', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:29Z', 'revision_number': 3, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'gw_port': {'id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:99:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:32.721094 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a102a-463a-4cb8-8b6c-1b5fedf90014 None None] The sync data for ids ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'] in dv-cinder-859319-2-iscsi is: [{'id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'name': 'tempest-TestVolumeBootPattern-1620023931-router', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:29Z', 'revision_number': 3, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'gw_port': {'id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:99:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:49:32.733428 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (282b4f79-7999-43df-9719-7f0be886eab6), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:32.828911 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:32.867736 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:32.875116 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=4ae91913-85fd-4cf1-a320-0de6e57747fa,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:32.951939 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7742008f-d244-43a1-a382-ef6d3f9fa0eb None None] The sync data for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi is: [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:49:32.959463 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Current status of the port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:32.959875 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:32.979602 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:32.998646 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:33.011461 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] For port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=7c70e269-0420-4dc5-8b3f-b72fab0b3b8e,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:33.021432 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:33.030291 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Publish callbacks [] for port (282b4f79-7999-43df-9719-7f0be886eab6), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:33.039187 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (282b4f79-7999-43df-9719-7f0be886eab6), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:33.161622 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2000784'] for router_interface (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:33.203522 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Pushing event updated for resources: {'Port': ['ID=282b4f79-7999-43df-9719-7f0be886eab6,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:33.353073 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Provisioning complete for port 4ae91913-85fd-4cf1-a320-0de6e57747fa triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:33.353447 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:33.353785 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Attempt 1 to provision port 4ae91913-85fd-4cf1-a320-0de6e57747fa Sep 28 15:49:33.362528 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Network 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:33.364198 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:33.369821 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:33.503901 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Pushing event updated for resources: {'Port': ['ID=7c70e269-0420-4dc5-8b3f-b72fab0b3b8e,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:33.619917 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b2cef-4dfe-4a14-8026-a4ef6c511590 None None] Current status of the port 4ae91913-85fd-4cf1-a320-0de6e57747fa is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:33.655858 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:49:33.756461 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Provisioning complete for port 282b4f79-7999-43df-9719-7f0be886eab6 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:33.763442 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (282b4f79-7999-43df-9719-7f0be886eab6), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:33.766116 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Attempt 1 to provision port 282b4f79-7999-43df-9719-7f0be886eab6 Sep 28 15:49:33.881826 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:33.895494 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Port 282b4f79-7999-43df-9719-7f0be886eab6 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:33.942914 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:49:33.962313 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-7751d2d1-5b15-4bab-a531-455d23069726 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/4c579f2a-f568-48f2-9bd5-12ac8a3c278f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1440058 Sep 28 15:49:34.008968 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:34.009517 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:34.011164 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 Sep 28 15:49:34.171874 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:34.174252 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:34.247686 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] For port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:34.257074 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:34.257938 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 4ae91913-85fd-4cf1-a320-0de6e57747fa up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:34.409736 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Attempt 2 to provision port 282b4f79-7999-43df-9719-7f0be886eab6 Sep 28 15:49:34.492767 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 4ae91913-85fd-4cf1-a320-0de6e57747fa triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:34.493150 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:34.493489 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 4ae91913-85fd-4cf1-a320-0de6e57747fa Sep 28 15:49:34.543104 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Pushing event updated for resources: {'Port': ['ID=a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:34.575790 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Port 282b4f79-7999-43df-9719-7f0be886eab6 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:34.650778 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 4ae91913-85fd-4cf1-a320-0de6e57747fa is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:34.652107 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:34.740287 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:34.740287 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:34.741385 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:34.850246 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:34.863502 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:34.907539 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47282) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:34.912671 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-01ae2ce5-2af0-4e6f-8391-6bba37b64718 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-984375930', 'description': 'tempest-secgroup-smoke-984375930 description', 'project_id': '35cf5a9c74e44a918e45867c6570aa11'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:34.944504 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ae2ce5-2af0-4e6f-8391-6bba37b64718 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.059337 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ae2ce5-2af0-4e6f-8391-6bba37b64718 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group (5c6877ef-75ed-4360-8383-d6b11942e603), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.071987 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ae2ce5-2af0-4e6f-8391-6bba37b64718 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (5c6877ef-75ed-4360-8383-d6b11942e603), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.077382 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Attempt 3 to provision port 282b4f79-7999-43df-9719-7f0be886eab6 Sep 28 15:49:35.132214 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae2ce5-2af0-4e6f-8391-6bba37b64718 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6877ef-75ed-4360-8383-d6b11942e603,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:35.140180 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Port 282b4f79-7999-43df-9719-7f0be886eab6 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:35.153049 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-01ae2ce5-2af0-4e6f-8391-6bba37b64718 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.158205 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-01ae2ce5-2af0-4e6f-8391-6bba37b64718 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2460332 Sep 28 15:49:35.158497 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47284) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:35.163142 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-02d1a688-b3be-4944-ab26-3633af0f1284 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'security_group_rule': {'security_group_id': '5c6877ef-75ed-4360-8383-d6b11942e603', 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:35.200288 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-02d1a688-b3be-4944-ab26-3633af0f1284 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (2c329bc0-d373-4ffd-a192-00528d57b829), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.288267 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-02d1a688-b3be-4944-ab26-3633af0f1284 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (2c329bc0-d373-4ffd-a192-00528d57b829), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.295297 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-02d1a688-b3be-4944-ab26-3633af0f1284 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (2c329bc0-d373-4ffd-a192-00528d57b829), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.352246 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1a688-b3be-4944-ab26-3633af0f1284 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c329bc0-d373-4ffd-a192-00528d57b829,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:35.379777 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-02d1a688-b3be-4944-ab26-3633af0f1284 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.381332 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-02d1a688-b3be-4944-ab26-3633af0f1284 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2218165 Sep 28 15:49:35.384222 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47290) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:35.388658 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-f69d0193-4496-4cb8-81d4-faad00c1c866 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'security_group_rule': {'security_group_id': '5c6877ef-75ed-4360-8383-d6b11942e603', 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:35.448222 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f69d0193-4496-4cb8-81d4-faad00c1c866 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (2d01497a-b945-41cb-8e0b-7d07841cf4f3), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.482760 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:35.542389 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:35.545048 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f69d0193-4496-4cb8-81d4-faad00c1c866 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (2d01497a-b945-41cb-8e0b-7d07841cf4f3), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.546091 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.546980 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e Sep 28 15:49:35.551127 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f69d0193-4496-4cb8-81d4-faad00c1c866 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (2d01497a-b945-41cb-8e0b-7d07841cf4f3), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.573280 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d0193-4496-4cb8-81d4-faad00c1c866 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d01497a-b945-41cb-8e0b-7d07841cf4f3,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:35.583985 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f69d0193-4496-4cb8-81d4-faad00c1c866 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.585890 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-f69d0193-4496-4cb8-81d4-faad00c1c866 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2001400 Sep 28 15:49:35.588273 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47292) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:35.591496 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:35.592837 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-a06f24a0-b610-43de-ae0f-83210ba54466 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'security_group_rule': {'security_group_id': '5c6877ef-75ed-4360-8383-d6b11942e603', 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:35.643294 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a06f24a0-b610-43de-ae0f-83210ba54466 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (fb453a1a-fa2a-4268-bf11-ea547e6c006c), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.644963 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Attempt 4 to provision port 282b4f79-7999-43df-9719-7f0be886eab6 Sep 28 15:49:35.694948 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:35.696366 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:35.721556 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a06f24a0-b610-43de-ae0f-83210ba54466 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (fb453a1a-fa2a-4268-bf11-ea547e6c006c), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.727280 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a06f24a0-b610-43de-ae0f-83210ba54466 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (fb453a1a-fa2a-4268-bf11-ea547e6c006c), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.727961 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Port 282b4f79-7999-43df-9719-7f0be886eab6 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:35.760174 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:35.764934 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:35.765316 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.765649 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 Sep 28 15:49:35.768254 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a06f24a0-b610-43de-ae0f-83210ba54466 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.769483 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-a06f24a0-b610-43de-ae0f-83210ba54466 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802323 Sep 28 15:49:35.771535 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f24a0-b610-43de-ae0f-83210ba54466 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb453a1a-fa2a-4268-bf11-ea547e6c006c,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:35.774107 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47294) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:35.782232 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-0293418d-1df9-46c1-a922-73d9da2f89ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'security_group_rule': {'security_group_id': '5c6877ef-75ed-4360-8383-d6b11942e603', 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:35.829508 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0293418d-1df9-46c1-a922-73d9da2f89ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (3ea3fc1f-43bd-4f84-ae43-79a75dd5a925), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.834930 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:35.851053 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:35.913994 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0293418d-1df9-46c1-a922-73d9da2f89ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (3ea3fc1f-43bd-4f84-ae43-79a75dd5a925), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.917967 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:35.919780 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0293418d-1df9-46c1-a922-73d9da2f89ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (3ea3fc1f-43bd-4f84-ae43-79a75dd5a925), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.943434 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293418d-1df9-46c1-a922-73d9da2f89ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea3fc1f-43bd-4f84-ae43-79a75dd5a925,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:35.955894 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0293418d-1df9-46c1-a922-73d9da2f89ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:35.957134 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-0293418d-1df9-46c1-a922-73d9da2f89ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1810246 Sep 28 15:49:35.959814 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47296) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:35.964771 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-168d0b9b-44d9-4304-9b79-a402dca511e4 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'security_group_rule': {'security_group_id': '5c6877ef-75ed-4360-8383-d6b11942e603', 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:35.992375 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.securitygroups_db [None req-168d0b9b-44d9-4304-9b79-a402dca511e4 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Project 35cf5a9c74e44a918e45867c6570aa11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 15:49:35.999594 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-168d0b9b-44d9-4304-9b79-a402dca511e4 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (dc4d97c6-cb42-4622-ba74-5451a459aced), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:36.078253 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-168d0b9b-44d9-4304-9b79-a402dca511e4 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (dc4d97c6-cb42-4622-ba74-5451a459aced), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:36.082465 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-168d0b9b-44d9-4304-9b79-a402dca511e4 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (dc4d97c6-cb42-4622-ba74-5451a459aced), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:36.107148 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d0b9b-44d9-4304-9b79-a402dca511e4 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4d97c6-cb42-4622-ba74-5451a459aced,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:36.115224 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-168d0b9b-44d9-4304-9b79-a402dca511e4 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:36.116686 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-168d0b9b-44d9-4304-9b79-a402dca511e4 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557715 Sep 28 15:49:36.119377 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47298) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:36.124073 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-663c934c-1e86-4c5f-b8d2-da6916476c47 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'security_group_rule': {'security_group_id': '5c6877ef-75ed-4360-8383-d6b11942e603', 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:36.149605 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.securitygroups_db [None req-663c934c-1e86-4c5f-b8d2-da6916476c47 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Project 35cf5a9c74e44a918e45867c6570aa11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 15:49:36.156410 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-663c934c-1e86-4c5f-b8d2-da6916476c47 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (e3762bbd-1938-415f-a75f-35e4acbe61eb), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:36.229277 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Attempt 5 to provision port 282b4f79-7999-43df-9719-7f0be886eab6 Sep 28 15:49:36.229985 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-663c934c-1e86-4c5f-b8d2-da6916476c47 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (e3762bbd-1938-415f-a75f-35e4acbe61eb), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:36.237800 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-663c934c-1e86-4c5f-b8d2-da6916476c47 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (e3762bbd-1938-415f-a75f-35e4acbe61eb), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:36.259075 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c934c-1e86-4c5f-b8d2-da6916476c47 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3762bbd-1938-415f-a75f-35e4acbe61eb,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:36.269118 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-663c934c-1e86-4c5f-b8d2-da6916476c47 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:36.273814 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-663c934c-1e86-4c5f-b8d2-da6916476c47 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504700 Sep 28 15:49:36.308615 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Port 282b4f79-7999-43df-9719-7f0be886eab6 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:36.442604 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Sync routers for ids ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:49:36.508123 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Routers {'4c579f2a-f568-48f2-9bd5-12ac8a3c278f'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:36.509034 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:49:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:36.512056 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:36.714923 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Set router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:36.835283 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Attempt 6 to provision port 282b4f79-7999-43df-9719-7f0be886eab6 Sep 28 15:49:37.004149 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Port 282b4f79-7999-43df-9719-7f0be886eab6 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:37.178398 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'name': 'tempest-TestVolumeBootPattern-1620023931-router', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 4, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'gw_port': {'id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '282b4f79-7999-43df-9719-7f0be886eab6', 'name': '', 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'mac_address': 'fa:16:3e:58:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '52888ff9-954f-4b1f-8a33-617b87f5177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:31Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 2, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'subnets': [{'id': '52888ff9-954f-4b1f-8a33-617b87f5177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:37.210311 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Checking router: 4c579f2a-f568-48f2-9bd5-12ac8a3c278f for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:49:37.211068 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Updating router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f port 282b4f79-7999-43df-9719-7f0be886eab6 binding host dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 15:49:37.243490 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (282b4f79-7999-43df-9719-7f0be886eab6), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:37.442087 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:37.456744 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:37.505497 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Attempt 7 to provision port 282b4f79-7999-43df-9719-7f0be886eab6 Sep 28 15:49:37.585575 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Port 282b4f79-7999-43df-9719-7f0be886eab6 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:37.607147 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Publish callbacks [] for port (282b4f79-7999-43df-9719-7f0be886eab6), precommit_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:37.614287 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (282b4f79-7999-43df-9719-7f0be886eab6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:37.678950 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb547e-3faa-4d25-8493-7827fda3669c None None] Pushing event updated for resources: {'Port': ['ID=282b4f79-7999-43df-9719-7f0be886eab6,revision_number=3']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:37.717594 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Attempting to bind port 282b4f79-7999-43df-9719-7f0be886eab6 on host dv-cinder-859319-2-iscsi for vnic_type normal with profile {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:37.718041 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Attempting to bind port 282b4f79-7999-43df-9719-7f0be886eab6 by drivers openvswitch,hyperv on host dv-cinder-859319-2-iscsi at level 0 using segments [{'id': 'aa8122f5-db3c-4210-aa30-cfd3bf82203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a'}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:37.718453 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Attempting to bind port 282b4f79-7999-43df-9719-7f0be886eab6 on network 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:37.769239 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Checking agent: {'id': '569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 33, 30), 'started_at': datetime.datetime(2022, 9, 28, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:37.769611 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Checking segment: {'id': 'aa8122f5-db3c-4210-aa30-cfd3bf82203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:37.770051 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:37.770443 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Bound using segment: {'id': 'aa8122f5-db3c-4210-aa30-cfd3bf82203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a'} {{(pid=112832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:37.770915 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.managers [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Bound port: 282b4f79-7999-43df-9719-7f0be886eab6, host: dv-cinder-859319-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8122f5-db3c-4210-aa30-cfd3bf82203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a'}}] {{(pid=112832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:37.771294 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (282b4f79-7999-43df-9719-7f0be886eab6), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:37.835935 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] For port 282b4f79-7999-43df-9719-7f0be886eab6, host dv-cinder-859319-2-iscsi, cleared binding levels {{(pid=112832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:37.839252 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] For port 282b4f79-7999-43df-9719-7f0be886eab6, host dv-cinder-859319-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=282b4f79-7999-43df-9719-7f0be886eab6,segment=NetworkSegment(aa8122f5-db3c-4210-aa30-cfd3bf82203b),segment_id=aa8122f5-db3c-4210-aa30-cfd3bf82203b)] {{(pid=112832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:37.844655 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (282b4f79-7999-43df-9719-7f0be886eab6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:37.885518 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Routers {'4c579f2a-f568-48f2-9bd5-12ac8a3c278f'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:49:37.886179 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:49:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:37.950463 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb547e-3faa-4d25-8493-7827fda3669c None None] Pushing event updated for resources: {'Port': ['ID=282b4f79-7999-43df-9719-7f0be886eab6,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:38.014923 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] Set router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:49:38.039257 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-397574f6-c8f4-412e-be7f-67ba1d03c51e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:38.040762 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-397574f6-c8f4-412e-be7f-67ba1d03c51e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/networks?id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2 HTTP/1.1" status: 200 len: 814 time: 0.1110029 Sep 28 15:49:38.058376 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-4d733f1b-44ed-4806-8c2d-e13b67e80033 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/quotas/069626c3525d47a9b67f1e6d81b47b2a HTTP/1.1" status: 200 len: 375 time: 0.0115600 Sep 28 15:49:38.087063 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Attempt 8 to provision port 282b4f79-7999-43df-9719-7f0be886eab6 Sep 28 15:49:38.124765 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-af268ece-2e95-48c1-b44d-28295a77381b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=069626c3525d47a9b67f1e6d81b47b2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607796 Sep 28 15:49:38.247404 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-ea580052-8c7b-4dd4-9918-9fba931b9917 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039264 Sep 28 15:49:38.365709 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-b32b2c06-2f8a-46a2-8afd-f05d06e4b5c9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125221 Sep 28 15:49:38.388766 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:38.391899 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Current status of the port 282b4f79-7999-43df-9719-7f0be886eab6 is: DOWN; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:38.392302 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (282b4f79-7999-43df-9719-7f0be886eab6), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:38.425889 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'name': 'tempest-TestVolumeBootPattern-1620023931-router', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 4, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'gw_port': {'id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '282b4f79-7999-43df-9719-7f0be886eab6', 'name': '', 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'mac_address': 'fa:16:3e:58:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '52888ff9-954f-4b1f-8a33-617b87f5177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:31Z', 'updated_at': '2022-09-28T15:49:37Z', 'revision_number': 4, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'subnets': [{'id': '52888ff9-954f-4b1f-8a33-617b87f5177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:49:38.467309 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d75010-a2ad-4709-8245-2c5a530e7137 None None] The sync data for ids ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'] in dv-cinder-859319-2-iscsi is: [{'id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'name': 'tempest-TestVolumeBootPattern-1620023931-router', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 4, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'gw_port': {'id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '282b4f79-7999-43df-9719-7f0be886eab6', 'name': '', 'network_id': '1dfb7f3a-84d0-4436-8e39-9b0ff89b030a', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'mac_address': 'fa:16:3e:58:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '52888ff9-954f-4b1f-8a33-617b87f5177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:31Z', 'updated_at': '2022-09-28T15:49:37Z', 'revision_number': 4, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'subnets': [{'id': '52888ff9-954f-4b1f-8a33-617b87f5177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:49:38.472644 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] For port 282b4f79-7999-43df-9719-7f0be886eab6, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=282b4f79-7999-43df-9719-7f0be886eab6,segment=NetworkSegment(aa8122f5-db3c-4210-aa30-cfd3bf82203b),segment_id=aa8122f5-db3c-4210-aa30-cfd3bf82203b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:38.477452 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (282b4f79-7999-43df-9719-7f0be886eab6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:38.485691 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:38.529504 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Provisioning complete for port 4ae91913-85fd-4cf1-a320-0de6e57747fa triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:38.530875 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:38.530875 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Attempt 1 to provision port 4ae91913-85fd-4cf1-a320-0de6e57747fa Sep 28 15:49:38.614757 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Pushing event updated for resources: {'Port': ['ID=282b4f79-7999-43df-9719-7f0be886eab6,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:38.656281 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8e8cc530-f272-4bd6-a44d-0044f97a5240 req-75dec7da-9ca4-4ef0-86bc-1bb884037a9b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 210 time: 0.0970235 Sep 28 15:49:38.699266 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-96568e74-1fa5-4793-b776-c3a2cb46b787 None None] Current status of the port 4ae91913-85fd-4cf1-a320-0de6e57747fa is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:38.830853 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-a5a8176c-9094-4dcc-8bab-4857d81d0f7f None None] Provisioning complete for port 282b4f79-7999-43df-9719-7f0be886eab6 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:38.831573 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-a5a8176c-9094-4dcc-8bab-4857d81d0f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (282b4f79-7999-43df-9719-7f0be886eab6), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:38.832111 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-a5a8176c-9094-4dcc-8bab-4857d81d0f7f None None] Attempt 1 to provision port 282b4f79-7999-43df-9719-7f0be886eab6 Sep 28 15:49:38.962841 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8176c-9094-4dcc-8bab-4857d81d0f7f None None] Current status of the port 282b4f79-7999-43df-9719-7f0be886eab6 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:39.418838 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 282b4f79-7999-43df-9719-7f0be886eab6 up at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:39.462950 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Provisioning complete for port 282b4f79-7999-43df-9719-7f0be886eab6 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:39.463328 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (282b4f79-7999-43df-9719-7f0be886eab6), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:39.463668 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Attempt 1 to provision port 282b4f79-7999-43df-9719-7f0be886eab6 Sep 28 15:49:39.540263 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Current status of the port 282b4f79-7999-43df-9719-7f0be886eab6 is: ACTIVE; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:39.754482 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c8800fca-70f5-4bf1-82f1-e85c0c4f340d req-9709420b-864e-44ef-835e-b6ec340cd7de tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 210 time: 0.0287209 Sep 28 15:49:39.905927 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-786a2a36-63d3-42b7-b005-6c50a996d196 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:39.908030 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-786a2a36-63d3-42b7-b005-6c50a996d196 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.50 "GET /networking/v2.0/networks?id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2 HTTP/1.1" status: 200 len: 814 time: 0.1080394 Sep 28 15:49:39.921117 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Request body: {'port': {'device_id': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'admin_state_up': True, 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:40.003321 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:40.035432 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Made reservation on behalf of 069626c3525d47a9b67f1e6d81b47b2a for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:49:40.039350 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:40.177149 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Allocated IP 172.20.0.14 (bcc7c8e5-217b-472a-b2a7-f672fbc784d2/f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34/19a4bc09-243d-4df6-a53f-ffce83a0b6e9) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:40.362128 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:40.394915 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:40.443703 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:40.580325 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:40.584421 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:40.599492 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:40.623893 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'Port': ['ID=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:40.720052 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:40.721114 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:40.768344 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-f54d0cb6-d81a-4212-9db8-d925c4ef168b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8509357 Sep 28 15:49:40.879030 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Request body: {'port': {'device_id': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:41.080427 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6856818-b389-4058-afcb-4adac143423f req-5622d836-5bbe-44f4-8e8b-d82fdcdc9fa9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:41.082116 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e6856818-b389-4058-afcb-4adac143423f req-5622d836-5bbe-44f4-8e8b-d82fdcdc9fa9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 932 time: 0.1450257 Sep 28 15:49:41.110160 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:41.112288 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-46e8b513-b59d-4e50-ab57-4ba7dd1b1a83 None None] Provisioning complete for port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:41.113763 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-46e8b513-b59d-4e50-ab57-4ba7dd1b1a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:41.114651 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-46e8b513-b59d-4e50-ab57-4ba7dd1b1a83 None None] Attempt 1 to provision port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 Sep 28 15:49:41.162281 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-46e8b513-b59d-4e50-ab57-4ba7dd1b1a83 None None] Port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:41.375558 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47496) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:41.384859 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e6856818-b389-4058-afcb-4adac143423f req-0b219d42-bc5c-42a0-a675-543676583e28 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884772 Sep 28 15:49:41.553159 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-72fdfd75-4d26-44cf-a04b-a715f956e375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:41.638953 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-72fdfd75-4d26-44cf-a04b-a715f956e375 admin admin] Publish callbacks [] for security_group (ef84f402-185c-4e49-923b-ebff51cbde34), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:41.646876 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-72fdfd75-4d26-44cf-a04b-a715f956e375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ef84f402-185c-4e49-923b-ebff51cbde34), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:41.664092 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-46e8b513-b59d-4e50-ab57-4ba7dd1b1a83 None None] Attempt 2 to provision port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 Sep 28 15:49:41.696918 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdfd75-4d26-44cf-a04b-a715f956e375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef84f402-185c-4e49-923b-ebff51cbde34,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:41.719707 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:49:41.738242 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:41.743027 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-46e8b513-b59d-4e50-ab57-4ba7dd1b1a83 None None] Port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:41.744309 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Publish callbacks [] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:41.756024 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-72fdfd75-4d26-44cf-a04b-a715f956e375 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a1fab16d3a7f427f9605f80d3d0860a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799140 Sep 28 15:49:41.758678 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47500) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:41.777778 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Transition to ACTIVE for port object 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:49:41.785352 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:41.899272 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a5d62b19-103f-4e4f-a03e-0069704e2ce1 admin admin] Publish callbacks [] for security_group (ef84f402-185c-4e49-923b-ebff51cbde34), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:41.925248 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a5d62b19-103f-4e4f-a03e-0069704e2ce1 admin admin] Publish callbacks [] for security_group (ef84f402-185c-4e49-923b-ebff51cbde34), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:41.941810 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Pushing event updated for resources: {'Port': ['ID=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:41.988005 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a5d62b19-103f-4e4f-a03e-0069704e2ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (ef84f402-185c-4e49-923b-ebff51cbde34), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:41.990843 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Attempting to bind port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:41.991649 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Attempting to bind port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:41.992125 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Attempting to bind port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 on network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:41.994620 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a5d62b19-103f-4e4f-a03e-0069704e2ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:41.997086 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-a5d62b19-103f-4e4f-a03e-0069704e2ce1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ef84f402-185c-4e49-923b-ebff51cbde34 HTTP/1.1" status: 204 len: 168 time: 0.2371099 Sep 28 15:49:42.010446 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d62b19-103f-4e4f-a03e-0069704e2ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef84f402-185c-4e49-923b-ebff51cbde34,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:42.060826 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:42.072700 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 on network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:49:42.073038 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Attempting to bind port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 on network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:42.136390 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:42.136905 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Checking segment: {'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:42.137070 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Bound using segment: {'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:42.137579 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Bound port: 19a4bc09-243d-4df6-a53f-ffce83a0b6e9, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:42.138181 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:42.237750 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] For port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:42.244360 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] For port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:42.245111 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-46e8b513-b59d-4e50-ab57-4ba7dd1b1a83 None None] Attempt 3 to provision port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 Sep 28 15:49:42.255338 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:42.259045 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:42.260043 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:42.261629 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/19a4bc09-243d-4df6-a53f-ffce83a0b6e9 HTTP/1.1" status: 200 len: 1094 time: 1.3946240 Sep 28 15:49:42.265349 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:49:42.271287 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc85f87-a584-446e-a38f-8ae12d115c29" -d '{"events": [{"name": "network-changed", "server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:49:42.325910 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-46e8b513-b59d-4e50-ab57-4ba7dd1b1a83 None None] Port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:42.361926 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03509a4f-5853-45e3-bfa2-ee2c657e421f service neutron] Pushing event updated for resources: {'Port': ['ID=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:42.366859 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54762422-0273-4b7d-8087-8dc4bdd592a8 x-openstack-request-id: req-54762422-0273-4b7d-8087-8dc4bdd592a8 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:49:42.367343 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:49:42.367582 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54762422-0273-4b7d-8087-8dc4bdd592a8 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:49:42.368218 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54762422-0273-4b7d-8087-8dc4bdd592a8'] response: {'name': 'network-changed', 'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'status': 'completed', 'code': 200} Sep 28 15:49:42.527160 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47512) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:42.546464 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-520957a7-bb96-4bfe-9580-bb7bd9adadeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:42.576977 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20929a7d-0ac5-4bc1-af14-8faa6872fddc req-ae50de70-df6b-435b-ac8e-5e201545ae54 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:42.580333 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-20929a7d-0ac5-4bc1-af14-8faa6872fddc req-ae50de70-df6b-435b-ac8e-5e201545ae54 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 944 time: 0.0551834 Sep 28 15:49:42.654537 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=29 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:42.671690 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=26 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:42.679152 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-20929a7d-0ac5-4bc1-af14-8faa6872fddc req-d1aac9df-83f1-49a0-bed0-1ce444845220 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929978 Sep 28 15:49:42.682909 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-520957a7-bb96-4bfe-9580-bb7bd9adadeb admin admin] Publish callbacks [] for security_group (28763425-dc0d-4d33-adee-3d1070a61804), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:42.684346 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:42.685263 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=6 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:42.694627 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-520957a7-bb96-4bfe-9580-bb7bd9adadeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (28763425-dc0d-4d33-adee-3d1070a61804), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:42.775222 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520957a7-bb96-4bfe-9580-bb7bd9adadeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28763425-dc0d-4d33-adee-3d1070a61804,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:42.781244 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-520957a7-bb96-4bfe-9580-bb7bd9adadeb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8056e5286de54a0b862b9fa6339cd52a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529681 Sep 28 15:49:42.783932 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47514) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:42.827568 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-46e8b513-b59d-4e50-ab57-4ba7dd1b1a83 None None] Attempt 4 to provision port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 Sep 28 15:49:42.851822 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8999d119-8f18-4519-bb2b-89eb28459a76 admin admin] Publish callbacks [] for security_group (28763425-dc0d-4d33-adee-3d1070a61804), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:42.875767 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8999d119-8f18-4519-bb2b-89eb28459a76 admin admin] Publish callbacks [] for security_group (28763425-dc0d-4d33-adee-3d1070a61804), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:42.889058 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-46e8b513-b59d-4e50-ab57-4ba7dd1b1a83 None None] Port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:49:42.950752 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8999d119-8f18-4519-bb2b-89eb28459a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (28763425-dc0d-4d33-adee-3d1070a61804), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:42.961592 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8999d119-8f18-4519-bb2b-89eb28459a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:42.961592 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-8999d119-8f18-4519-bb2b-89eb28459a76 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/28763425-dc0d-4d33-adee-3d1070a61804 HTTP/1.1" status: 204 len: 168 time: 0.1754224 Sep 28 15:49:42.971206 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999d119-8f18-4519-bb2b-89eb28459a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28763425-dc0d-4d33-adee-3d1070a61804,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:43.832216 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d52238-07a5-4a9e-a97e-dffe0f5072ae req-0f4e78be-0cea-47bd-8cb9-e391d8c64bdd tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:43.833985 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-71d52238-07a5-4a9e-a97e-dffe0f5072ae req-0f4e78be-0cea-47bd-8cb9-e391d8c64bdd tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 944 time: 0.0656698 Sep 28 15:49:43.921919 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-71d52238-07a5-4a9e-a97e-dffe0f5072ae req-357236cd-5914-4dc7-9874-5370100c032c tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717893 Sep 28 15:49:45.052553 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22203404-8ca7-4658-ad4f-73c424521034 req-26670da9-e084-462c-95fb-118b70cf25f5 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:45.054421 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-22203404-8ca7-4658-ad4f-73c424521034 req-26670da9-e084-462c-95fb-118b70cf25f5 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 944 time: 0.0554838 Sep 28 15:49:45.122952 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-22203404-8ca7-4658-ad4f-73c424521034 req-7b958860-84b4-4247-8e2b-24c0693e9847 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628600 Sep 28 15:49:46.256047 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589b1a6-fbfc-4e12-be19-211455bdf1b4 req-8ae3ea14-661b-4815-996c-5a7c4db52165 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:46.258910 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1589b1a6-fbfc-4e12-be19-211455bdf1b4 req-8ae3ea14-661b-4815-996c-5a7c4db52165 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 944 time: 0.0532322 Sep 28 15:49:46.316812 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1589b1a6-fbfc-4e12-be19-211455bdf1b4 req-5ab06998-c305-4fd2-b487-1b768a443d86 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523958 Sep 28 15:49:47.450233 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233dcb1-d067-4e8d-897d-ac94072b8d18 req-cc0165bb-d84b-4fe6-9829-6ee1dc950338 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:47.451739 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b233dcb1-d067-4e8d-897d-ac94072b8d18 req-cc0165bb-d84b-4fe6-9829-6ee1dc950338 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 944 time: 0.0528588 Sep 28 15:49:47.529477 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b233dcb1-d067-4e8d-897d-ac94072b8d18 req-908a47bd-4962-4e29-a0be-166694e51f1b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716953 Sep 28 15:49:48.626889 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:48.665486 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbdcd1-4702-47ae-9592-52055a422a84 req-87824dbc-c680-4595-b75e-94bf848a1788 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:48.667179 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a3cbdcd1-4702-47ae-9592-52055a422a84 req-87824dbc-c680-4595-b75e-94bf848a1788 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 944 time: 0.0501256 Sep 28 15:49:48.718595 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a3cbdcd1-4702-47ae-9592-52055a422a84 req-5d4db036-aa6c-4bd3-bf8d-7d548004e17a tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420942 Sep 28 15:49:49.855329 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-713aa5d2-6327-4c27-a2f1-42aed98c2da7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0956626 Sep 28 15:49:49.873482 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc85f87-a584-446e-a38f-8ae12d115c29 req-616b8f83-1e36-43f6-b5c3-f2b883c796a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:49.874944 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1fc85f87-a584-446e-a38f-8ae12d115c29 req-616b8f83-1e36-43f6-b5c3-f2b883c796a2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=069626c3525d47a9b67f1e6d81b47b2a&device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 1128 time: 0.0787039 Sep 28 15:49:49.881250 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55325c3-2d5a-4bec-b166-b0e5464395cc req-f8a8e3a2-620d-41e4-8366-229c32ae3949 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:49.882631 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e55325c3-2d5a-4bec-b166-b0e5464395cc req-f8a8e3a2-620d-41e4-8366-229c32ae3949 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 944 time: 0.0742466 Sep 28 15:49:50.001832 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:50.009398 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-f7bc1a63-2d40-4f7c-99f0-c9031a36eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:50.010842 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-f7bc1a63-2d40-4f7c-99f0-c9031a36eea7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ed1bf756bfcb4d52bd82979559f03a20&device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1130 time: 0.0980821 Sep 28 15:49:50.028946 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e55325c3-2d5a-4bec-b166-b0e5464395cc req-80c2d767-0553-40d6-a330-095f389854b1 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327703 Sep 28 15:49:50.104708 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc85f87-a584-446e-a38f-8ae12d115c29 req-1c86b58b-a7ff-4836-b512-456aa6892256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:50.106210 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1fc85f87-a584-446e-a38f-8ae12d115c29 req-1c86b58b-a7ff-4836-b512-456aa6892256 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=069626c3525d47a9b67f1e6d81b47b2a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2180142 Sep 28 15:49:50.193752 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-a023d8c2-b6ef-44d3-aa56-c9a49120b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:50.195254 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-a023d8c2-b6ef-44d3-aa56-c9a49120b829 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=075cc0be-5e39-4fb6-a8fe-314feee10098 HTTP/1.1" status: 200 len: 909 time: 0.1620257 Sep 28 15:49:50.528557 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc85f87-a584-446e-a38f-8ae12d115c29 req-78e8cd29-b081-4ba5-964b-f802a10095c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:50.530210 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1fc85f87-a584-446e-a38f-8ae12d115c29 req-78e8cd29-b081-4ba5-964b-f802a10095c0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4152842 Sep 28 15:49:50.555194 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-ad602351-aaaf-4d1d-b623-4c2d0d62f0e0 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 200 len: 1001 time: 0.3495307 Sep 28 15:49:50.637213 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-fb3eed00-a7d5-4504-86d2-088862f03e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:50.638754 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-fb3eed00-a7d5-4504-86d2-088862f03e6b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=069626c3525d47a9b67f1e6d81b47b2a&device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 1128 time: 0.0662134 Sep 28 15:49:50.640139 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-8c8d2f09-74e3-4f2d-b905-72ae9243052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:50.641468 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-8c8d2f09-74e3-4f2d-b905-72ae9243052c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=5663eb96-9ab6-4408-a1e8-014d463df0f4 HTTP/1.1" status: 200 len: 848 time: 0.0795512 Sep 28 15:49:50.711778 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-af8f555c-4739-41c0-8fcb-222afb258060 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9 HTTP/1.1" status: 200 len: 217 time: 0.0550537 Sep 28 15:49:50.732320 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-e88f46ec-d0ff-455e-af90-762749f3f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:50.733748 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-e88f46ec-d0ff-455e-af90-762749f3f216 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=075cc0be-5e39-4fb6-a8fe-314feee10098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760334 Sep 28 15:49:50.818246 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-3e891da4-48d8-4a60-89d3-b74f34331e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:50.819683 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-3e891da4-48d8-4a60-89d3-b74f34331e3d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34 HTTP/1.1" status: 200 len: 853 time: 0.0999575 Sep 28 15:49:50.880521 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-721156fc-9b78-42d3-aa50-0e1c37420a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:50.882021 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-721156fc-9b78-42d3-aa50-0e1c37420a56 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545871 Sep 28 15:49:50.883833 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-000733dc-bcdb-45cc-aa68-328ad7bf8761 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322815 Sep 28 15:49:50.982006 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:51.050849 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a35f7939-f8e3-41a5-8b19-c0621da699e8 req-d423cd81-b0d6-4c77-a2a8-c64e78e2cfda service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507812 Sep 28 15:49:51.052667 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-fcf63909-ab24-414b-956f-b46b6d02ad84 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593940 Sep 28 15:49:51.175914 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710048d1-c1ea-412e-87d1-65f98ab119ae req-aebbc571-fec4-4ef5-b61c-b51160203df7 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:51.177349 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-710048d1-c1ea-412e-87d1-65f98ab119ae req-aebbc571-fec4-4ef5-b61c-b51160203df7 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 944 time: 0.0626152 Sep 28 15:49:51.194352 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4bd8334f-3d78-4113-9315-19a958f6ef4f req-5302e75e-17b0-4d2f-b003-66687802b390 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302750 Sep 28 15:49:51.206182 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:51.233595 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-710048d1-c1ea-412e-87d1-65f98ab119ae req-10412cb2-a53f-4b4a-91ae-cb1bb80bc088 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490894 Sep 28 15:49:52.354125 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af9f18-1cde-4c08-9075-0c3afd792afd req-05351b16-2ec0-4aec-b63e-631b8a29721e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:52.355570 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-30af9f18-1cde-4c08-9075-0c3afd792afd req-05351b16-2ec0-4aec-b63e-631b8a29721e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 944 time: 0.0458882 Sep 28 15:49:52.403699 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-30af9f18-1cde-4c08-9075-0c3afd792afd req-15daa023-4c41-4df3-95f8-fee2c334e6cd tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Sep 28 15:49:52.886471 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=78 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:52.963998 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=37,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:52.964772 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:52.984731 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=61 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:53.008462 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47658) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:53.136546 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e62c-b738-4c75-a457-450622be7f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:53.208018 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e62c-b738-4c75-a457-450622be7f17 admin admin] Publish callbacks [] for security_group (59ba60a7-30d8-43cd-9975-0de4ba73582c), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:53.211743 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e62c-b738-4c75-a457-450622be7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (59ba60a7-30d8-43cd-9975-0de4ba73582c), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:53.248973 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9e62c-b738-4c75-a457-450622be7f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ba60a7-30d8-43cd-9975-0de4ba73582c,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:53.253800 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-8fb9e62c-b738-4c75-a457-450622be7f17 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f0072803cef147f7911f1a4cccded688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442856 Sep 28 15:49:53.256660 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47664) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:49:53.307409 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-dbbd700c-2775-466b-8c4c-e7b6ecb25b2a admin admin] Publish callbacks [] for security_group (59ba60a7-30d8-43cd-9975-0de4ba73582c), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:53.327782 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-dbbd700c-2775-466b-8c4c-e7b6ecb25b2a admin admin] Publish callbacks [] for security_group (59ba60a7-30d8-43cd-9975-0de4ba73582c), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:53.340122 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:49:53.375417 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-dbbd700c-2775-466b-8c4c-e7b6ecb25b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (59ba60a7-30d8-43cd-9975-0de4ba73582c), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:53.378730 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-dbbd700c-2775-466b-8c4c-e7b6ecb25b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:53.379862 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-dbbd700c-2775-466b-8c4c-e7b6ecb25b2a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/59ba60a7-30d8-43cd-9975-0de4ba73582c HTTP/1.1" status: 204 len: 168 time: 0.1223390 Sep 28 15:49:53.387743 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd700c-2775-466b-8c4c-e7b6ecb25b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ba60a7-30d8-43cd-9975-0de4ba73582c,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:53.461240 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:53.477067 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'port_id': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'mac_address': 'fa:16:3e:bd:31:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:49:53.515075 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:53.515392 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:53.530959 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:49:53.544302 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511fa4b-7f0b-4140-822d-18811e960afd req-a1305c2e-8254-45f5-ba16-5c28d8f5700b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:53.545979 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f511fa4b-7f0b-4140-822d-18811e960afd req-a1305c2e-8254-45f5-ba16-5c28d8f5700b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 944 time: 0.0624795 Sep 28 15:49:53.563131 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:53.570105 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:53.603121 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f511fa4b-7f0b-4140-822d-18811e960afd req-088d2f3e-6508-4f57-8512-f5174acedb26 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505066 Sep 28 15:49:53.625306 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:53.804846 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['19a4bc09-243d-4df6-a53f-ffce83a0b6e9'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:49:54.424264 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-62fca5f7-1497-46e8-b0f2-10f1e4c736c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:54.467040 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-454cf3f1-8503-4f5c-9e92-a4e9082cc5a2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-984375930&fields=id&tenant_id=35cf5a9c74e44a918e45867c6570aa11 HTTP/1.1" status: 200 len: 267 time: 0.0535095 Sep 28 15:49:54.578980 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-f8247072-3ade-4301-8a65-6c071c16a451 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:54.580437 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-f8247072-3ade-4301-8a65-6c071c16a451 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 812 time: 0.1061990 Sep 28 15:49:54.596741 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-5b271d73-4f56-44f7-b3f1-09c0c5218d71 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/quotas/35cf5a9c74e44a918e45867c6570aa11 HTTP/1.1" status: 200 len: 375 time: 0.0092156 Sep 28 15:49:54.649322 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-3b02b07f-ec41-4df2-85ab-9dad358d342d tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490396 Sep 28 15:49:54.764369 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e026e6-90a2-4e7e-8296-eb366fbdd5e9 req-039b0221-cc6d-4502-80da-7f055e3407a8 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:54.765843 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44e026e6-90a2-4e7e-8296-eb366fbdd5e9 req-039b0221-cc6d-4502-80da-7f055e3407a8 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 945 time: 0.0843349 Sep 28 15:49:54.806598 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-d6cf56f4-560c-447a-bae9-b7539ea05c62 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454697 Sep 28 15:49:54.875600 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-44e026e6-90a2-4e7e-8296-eb366fbdd5e9 req-b40262e2-d00f-426a-b510-209953f14674 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033263 Sep 28 15:49:54.919298 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-bbcd41fa-ac5b-4072-a2f4-4f935d537f66 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021721 Sep 28 15:49:55.351367 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:49:55.393748 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:49:55.398577 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:55.398950 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:55.399283 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 Sep 28 15:49:55.474190 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:49:55.474849 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:55.502431 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:49:55.504565 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ec971e-57b4-4e0b-9f32-ba11216785b6" -d '{"events": [{"server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "name": "network-vif-plugged", "status": "completed", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:49:55.517645 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:49:55.522351 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:55.572503 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b27b69-7ab3-42f6-b343-641c8f398ead x-openstack-request-id: req-54b27b69-7ab3-42f6-b343-641c8f398ead {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:49:55.572814 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "name": "network-vif-plugged", "status": "completed", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:49:55.573067 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54b27b69-7ab3-42f6-b343-641c8f398ead {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:49:55.573456 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b27b69-7ab3-42f6-b343-641c8f398ead'] response: {'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'code': 200} Sep 28 15:49:55.574494 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:55.744318 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a55304-c984-4adf-bb3d-f059c3b66143 req-d9ea3bb7-7f11-4f0f-ad6c-7cd4c69a6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:55.745881 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c8a55304-c984-4adf-bb3d-f059c3b66143 req-d9ea3bb7-7f11-4f0f-ad6c-7cd4c69a6125 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 1130 time: 0.0457251 Sep 28 15:49:55.790581 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c8a55304-c984-4adf-bb3d-f059c3b66143 req-3be94526-25ed-42f6-b002-af1c78db5fa1 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370653 Sep 28 15:49:55.999252 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75087e2-0c58-4097-8351-4a987498003b req-5e9ef40c-09e4-4b50-8679-1743a805791b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:56.000709 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c75087e2-0c58-4097-8351-4a987498003b req-5e9ef40c-09e4-4b50-8679-1743a805791b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 946 time: 0.0460007 Sep 28 15:49:56.020739 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:56.043934 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:56.048906 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c75087e2-0c58-4097-8351-4a987498003b req-5ba0ef86-4d19-4573-a8ab-aec79f62d9fe tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427537 Sep 28 15:49:56.218649 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f2f17ae4-6825-4cf9-b8a0-28d1bd373070 req-2c8d81b1-f083-4e39-8604-1f6e397179ad tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 210 time: 0.0269277 Sep 28 15:49:56.487159 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b3f3984b-6bbe-4f1b-9443-74f0cae4c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:57.191009 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da062eb-6f09-489b-96d8-c84fd334ce7f req-953b0b01-73dc-451d-accf-4c73ac7716db tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:57.192686 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8da062eb-6f09-489b-96d8-c84fd334ce7f req-953b0b01-73dc-451d-accf-4c73ac7716db tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 946 time: 0.0698431 Sep 28 15:49:57.285288 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8da062eb-6f09-489b-96d8-c84fd334ce7f req-1f48e53d-d686-42e8-a8f3-276bc1169019 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776329 Sep 28 15:49:57.374347 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f2ccff6e-dc3f-405d-9bac-3aa19872d930 req-bfc43fbf-a2df-4036-9bf7-a1fbe51930fb tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 210 time: 0.0369048 Sep 28 15:49:57.886149 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-016dd6c8-e729-4beb-a031-6a5fcbdfab3a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:57.887600 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-016dd6c8-e729-4beb-a031-6a5fcbdfab3a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 812 time: 0.1064460 Sep 28 15:49:57.951677 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-9ba92785-6639-4e46-b740-408f82029fa2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=35cf5a9c74e44a918e45867c6570aa11 HTTP/1.1" status: 200 len: 379 time: 0.0544600 Sep 28 15:49:57.961821 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'port': {'device_id': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'admin_state_up': True, 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'security_groups': ['5c6877ef-75ed-4360-8383-d6b11942e603']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:58.067815 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Made reservation on behalf of 35cf5a9c74e44a918e45867c6570aa11 for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:49:58.071525 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:58.201522 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Allocated IP 172.20.0.10 (3cb9fb97-d7e5-4300-bbd7-06e3c43ead21/53b710ec-727b-4fd1-b63b-fa4dc979c92a/b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:49:58.259539 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:58.361204 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:58.433603 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0dcea-265c-440c-9efc-4c0ca143a743 req-978764f2-119a-4aa0-b2e8-5483c3e619ef tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:58.435126 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-34a0dcea-265c-440c-9efc-4c0ca143a743 req-978764f2-119a-4aa0-b2e8-5483c3e619ef tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 946 time: 0.0574818 Sep 28 15:49:58.436584 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:58.500705 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:58.524701 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:49:58.525399 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:58.542689 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:49:58.545180 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:49:58.584908 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'Port': ['ID=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:58.606787 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ab67b-d5dc-4894-b1b3-2c360cdc62b6 req-52448fb0-8de0-49e9-8b0b-f50675bb91d5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:58.608429 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f02ab67b-d5dc-4894-b1b3-2c360cdc62b6 req-52448fb0-8de0-49e9-8b0b-f50675bb91d5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 932 time: 0.1328022 Sep 28 15:49:58.612248 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-34a0dcea-265c-440c-9efc-4c0ca143a743 req-192a6acb-f1a5-49bd-9e33-63ee372c9e0c tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711028 Sep 28 15:49:58.655294 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:58.656537 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:58.690868 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-dbaef615-17fb-439f-baec-1cdee32542ea tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7326436 Sep 28 15:49:58.720797 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Request body: {'port': {'device_id': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:49:58.757948 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f02ab67b-d5dc-4894-b1b3-2c360cdc62b6 req-a02ba63d-4f94-4262-878f-9db87c75cb86 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398420 Sep 28 15:49:58.803027 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d03b4-8363-4cda-9d18-14458a27fcb1 req-9801b66e-e16f-45e2-bf1e-5aebfc3f6e3f tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:58.804489 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-434d03b4-8363-4cda-9d18-14458a27fcb1 req-9801b66e-e16f-45e2-bf1e-5aebfc3f6e3f tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 946 time: 0.1080594 Sep 28 15:49:58.823233 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-7eaac533-ec50-4395-a793-6fccb0ab99be None None] Provisioning complete for port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:49:58.823804 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-7eaac533-ec50-4395-a793-6fccb0ab99be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:58.824304 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-7eaac533-ec50-4395-a793-6fccb0ab99be None None] Attempt 1 to provision port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b Sep 28 15:49:58.831560 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:58.858462 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-7eaac533-ec50-4395-a793-6fccb0ab99be None None] Port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:58.909755 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-434d03b4-8363-4cda-9d18-14458a27fcb1 req-0de2945f-ab67-4960-be4e-b62f69e45a51 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924423 Sep 28 15:49:59.147868 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:49:59.156698 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Publish callbacks [] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:59.171092 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Transition to ACTIVE for port object b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:49:59.176156 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:59.241306 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:59.294821 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Attempting to bind port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:49:59.295146 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Attempting to bind port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:49:59.295385 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Attempting to bind port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b on network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:59.343202 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b on network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:49:59.343304 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Attempting to bind port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b on network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:49:59.359414 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-7eaac533-ec50-4395-a793-6fccb0ab99be None None] Attempt 2 to provision port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b Sep 28 15:49:59.363899 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:59.364838 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:59.389757 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:59.400722 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-7eaac533-ec50-4395-a793-6fccb0ab99be None None] Port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:49:59.415967 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:49:59.416295 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Checking segment: {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:49:59.416680 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Bound using segment: {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:49:59.417114 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Bound port: b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:49:59.417467 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:59.433040 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:59.442680 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa33d48-e4e1-45eb-9729-bdbd0e541e93 req-3d29662f-def1-4d31-86c7-7b033714bed9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:59.444141 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5fa33d48-e4e1-45eb-9729-bdbd0e541e93 req-3d29662f-def1-4d31-86c7-7b033714bed9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 946 time: 0.0646379 Sep 28 15:49:59.527341 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] For port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:49:59.531055 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] For port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:49:59.536997 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5fa33d48-e4e1-45eb-9729-bdbd0e541e93 req-ca3082c5-f3a8-4d90-a6b2-8d0c09ac9fd0 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700397 Sep 28 15:49:59.538422 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:59.542514 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:59.543117 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:59.544408 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b HTTP/1.1" status: 200 len: 1094 time: 0.8298979 Sep 28 15:49:59.545092 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'tag': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:49:59.547267 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583a4cbe-1e3f-439f-b103-a0c676c779a9" -d '{"events": [{"name": "network-changed", "server_uuid": "77c8bf17-ac25-4fa7-a79d-521d43b9902c", "tag": "b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:49:59.591386 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cf2dfe-25dd-47b4-b11f-6367f9f0479e x-openstack-request-id: req-68cf2dfe-25dd-47b4-b11f-6367f9f0479e {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:49:59.591685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c8bf17-ac25-4fa7-a79d-521d43b9902c", "tag": "b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:49:59.591945 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68cf2dfe-25dd-47b4-b11f-6367f9f0479e {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:49:59.592353 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cf2dfe-25dd-47b4-b11f-6367f9f0479e'] response: {'name': 'network-changed', 'server_uuid': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'tag': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b', 'status': 'completed', 'code': 200} Sep 28 15:49:59.622363 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536aa8a1-98b2-40d1-af69-f24ae2788412 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:49:59.649781 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-f184ad6d-f45a-4dfb-b925-6e73e53d6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:59.651065 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-f184ad6d-f45a-4dfb-b925-6e73e53d6f2b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 1128 time: 0.0424781 Sep 28 15:49:59.694760 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-9939d709-d39c-41aa-9547-72d09ec95849 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b HTTP/1.1" status: 200 len: 217 time: 0.0366585 Sep 28 15:49:59.746043 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:59.746729 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-8ed31ad0-e384-42f6-a363-ea1a13b68003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:59.748214 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-8ed31ad0-e384-42f6-a363-ea1a13b68003 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0479562 Sep 28 15:49:59.755574 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:49:59.792060 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:59.792892 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-85327b6d-a40d-4b99-bc24-998ed16f18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:59.793256 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:49:59.794664 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-85327b6d-a40d-4b99-bc24-998ed16f18ee service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406628 Sep 28 15:49:59.902421 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-7eaac533-ec50-4395-a793-6fccb0ab99be None None] Attempt 3 to provision port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b Sep 28 15:49:59.922031 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9b966-229f-40ae-b165-22e8dcd0d478 req-082f6295-b517-4d48-9263-c73425090014 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:49:59.923554 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aca9b966-229f-40ae-b165-22e8dcd0d478 req-082f6295-b517-4d48-9263-c73425090014 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 944 time: 0.0743921 Sep 28 15:49:59.944539 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-7eaac533-ec50-4395-a793-6fccb0ab99be None None] Port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:49:59.954585 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-f138b83f-0a96-4ef1-9847-84a6bc917947 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533477 Sep 28 15:50:00.035369 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-aca9b966-229f-40ae-b165-22e8dcd0d478 req-b78efddd-8704-4f86-b170-a1d7a8686f32 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055794 Sep 28 15:50:00.071355 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9cf66fb-5bc7-40cf-82e0-0d9be331c6e3 req-5484eceb-4f64-4bac-9e70-d24979e38d70 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111104 Sep 28 15:50:00.334501 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a4cbe-1e3f-439f-b103-a0c676c779a9 req-60a85e38-e779-47e4-8e9a-9eaf01bfafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:00.336014 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-583a4cbe-1e3f-439f-b103-a0c676c779a9 req-60a85e38-e779-47e4-8e9a-9eaf01bfafc7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 1128 time: 0.0420446 Sep 28 15:50:00.441901 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a4cbe-1e3f-439f-b103-a0c676c779a9 req-000769fe-6881-42fa-aac8-441bc2d344d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:00.443375 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-583a4cbe-1e3f-439f-b103-a0c676c779a9 req-000769fe-6881-42fa-aac8-441bc2d344d5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.0886769 Sep 28 15:50:00.481498 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-583a4cbe-1e3f-439f-b103-a0c676c779a9 req-a1421d9a-6519-4ba4-ae3e-6fcf2e370660 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b HTTP/1.1" status: 200 len: 217 time: 0.0324495 Sep 28 15:50:00.531174 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a4cbe-1e3f-439f-b103-a0c676c779a9 req-4b4c7ec7-d255-418e-8507-63625dd5a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:00.532672 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-583a4cbe-1e3f-439f-b103-a0c676c779a9 req-4b4c7ec7-d255-418e-8507-63625dd5a330 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0453861 Sep 28 15:50:00.575883 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a4cbe-1e3f-439f-b103-a0c676c779a9 req-21bb1de9-7ac6-4604-a6fa-6b15a95a0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:00.577302 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-583a4cbe-1e3f-439f-b103-a0c676c779a9 req-21bb1de9-7ac6-4604-a6fa-6b15a95a0523 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385768 Sep 28 15:50:00.667753 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-583a4cbe-1e3f-439f-b103-a0c676c779a9 req-60244fc6-2045-44f9-8f90-bfe73272c3dd service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838349 Sep 28 15:50:00.669525 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:50:00.692152 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:00.721187 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:00.763264 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-583a4cbe-1e3f-439f-b103-a0c676c779a9 req-748984d5-344a-4042-8acc-3f237f1793a6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893147 Sep 28 15:50:01.156630 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de3469-7922-40d9-9d66-f05e99030a27 req-3cfa1e07-ace2-4af1-aad8-a1d8d0dead30 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:01.158849 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f4de3469-7922-40d9-9d66-f05e99030a27 req-3cfa1e07-ace2-4af1-aad8-a1d8d0dead30 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 944 time: 0.0470045 Sep 28 15:50:01.209288 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f4de3469-7922-40d9-9d66-f05e99030a27 req-2ace6d55-126c-4758-8fe1-f833d678ee73 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450685 Sep 28 15:50:01.683829 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47864) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:01.797873 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e497398d-c37c-497a-a10a-de3c016316ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:01.877495 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e497398d-c37c-497a-a10a-de3c016316ca admin admin] Publish callbacks [] for security_group (36e4ce31-e81e-4d11-8950-bbadee9e83eb), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:01.881235 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e497398d-c37c-497a-a10a-de3c016316ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (36e4ce31-e81e-4d11-8950-bbadee9e83eb), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:01.918454 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497398d-c37c-497a-a10a-de3c016316ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e4ce31-e81e-4d11-8950-bbadee9e83eb,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:01.922719 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e497398d-c37c-497a-a10a-de3c016316ca admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a0260d8fef7046bb9dac0d4aadc5e401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378690 Sep 28 15:50:01.925510 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47868) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:01.976904 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8b64eff1-63d3-49a1-960c-9cfafa3ef7c3 admin admin] Publish callbacks [] for security_group (36e4ce31-e81e-4d11-8950-bbadee9e83eb), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:01.996796 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8b64eff1-63d3-49a1-960c-9cfafa3ef7c3 admin admin] Publish callbacks [] for security_group (36e4ce31-e81e-4d11-8950-bbadee9e83eb), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:02.044204 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8b64eff1-63d3-49a1-960c-9cfafa3ef7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (36e4ce31-e81e-4d11-8950-bbadee9e83eb), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:02.046672 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-8b64eff1-63d3-49a1-960c-9cfafa3ef7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:02.048310 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-8b64eff1-63d3-49a1-960c-9cfafa3ef7c3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/36e4ce31-e81e-4d11-8950-bbadee9e83eb HTTP/1.1" status: 204 len: 168 time: 0.1218345 Sep 28 15:50:02.056129 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64eff1-63d3-49a1-960c-9cfafa3ef7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e4ce31-e81e-4d11-8950-bbadee9e83eb,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:02.317016 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47876) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:02.330642 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e92b-a465-458a-817e-f6913b92e640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:02.334881 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e44b-6ae4-4ea4-9c9f-cf90a3a0baac req-f2e0f418-a36f-4db8-904b-734317d738bf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:02.336373 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7c16e44b-6ae4-4ea4-9c9f-cf90a3a0baac req-f2e0f418-a36f-4db8-904b-734317d738bf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 944 time: 0.0528705 Sep 28 15:50:02.367875 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:02.385703 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7c16e44b-6ae4-4ea4-9c9f-cf90a3a0baac req-a4da1c04-6d51-41c7-91eb-cd6b3a2496f8 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435395 Sep 28 15:50:02.391711 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:02.411220 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e92b-a465-458a-817e-f6913b92e640 admin admin] Publish callbacks [] for security_group (e2533b3a-ebf4-4e97-af60-a88f3b1e5600), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:02.415281 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e92b-a465-458a-817e-f6913b92e640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e2533b3a-ebf4-4e97-af60-a88f3b1e5600), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:02.453932 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-a6e6e92b-a465-458a-817e-f6913b92e640 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9f138b87ff3e4ac29678ef3a5ce353c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357455 Sep 28 15:50:02.455787 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6e92b-a465-458a-817e-f6913b92e640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2533b3a-ebf4-4e97-af60-a88f3b1e5600,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:02.456644 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47880) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:02.511610 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5b4caea-c3b2-4133-92be-11ad6711ccdf admin admin] Publish callbacks [] for security_group (e2533b3a-ebf4-4e97-af60-a88f3b1e5600), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:02.530913 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5b4caea-c3b2-4133-92be-11ad6711ccdf admin admin] Publish callbacks [] for security_group (e2533b3a-ebf4-4e97-af60-a88f3b1e5600), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:02.578116 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5b4caea-c3b2-4133-92be-11ad6711ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e2533b3a-ebf4-4e97-af60-a88f3b1e5600), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:02.580651 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c5b4caea-c3b2-4133-92be-11ad6711ccdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:02.581794 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c5b4caea-c3b2-4133-92be-11ad6711ccdf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e2533b3a-ebf4-4e97-af60-a88f3b1e5600 HTTP/1.1" status: 204 len: 168 time: 0.1240454 Sep 28 15:50:02.591025 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4caea-c3b2-4133-92be-11ad6711ccdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2533b3a-ebf4-4e97-af60-a88f3b1e5600,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:02.900652 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47886) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:02.914722 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-42302726-3ff5-420f-808c-4f544de5124a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:02.994598 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-42302726-3ff5-420f-808c-4f544de5124a admin admin] Publish callbacks [] for security_group (87024e65-e38f-4d8b-af1b-c3f2b42fecd0), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:03.001265 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-42302726-3ff5-420f-808c-4f544de5124a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (87024e65-e38f-4d8b-af1b-c3f2b42fecd0), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:03.041516 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-42302726-3ff5-420f-808c-4f544de5124a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0384852dbc38442cba25983c5abb7126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398146 Sep 28 15:50:03.042407 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42302726-3ff5-420f-808c-4f544de5124a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87024e65-e38f-4d8b-af1b-c3f2b42fecd0,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:03.044321 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47888) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:03.095410 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4dac8562-30f7-48d6-a8ae-af1fbfb9da5e admin admin] Publish callbacks [] for security_group (87024e65-e38f-4d8b-af1b-c3f2b42fecd0), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:03.115475 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4dac8562-30f7-48d6-a8ae-af1fbfb9da5e admin admin] Publish callbacks [] for security_group (87024e65-e38f-4d8b-af1b-c3f2b42fecd0), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:03.162966 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4dac8562-30f7-48d6-a8ae-af1fbfb9da5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (87024e65-e38f-4d8b-af1b-c3f2b42fecd0), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:03.165491 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4dac8562-30f7-48d6-a8ae-af1fbfb9da5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:03.166716 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-4dac8562-30f7-48d6-a8ae-af1fbfb9da5e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/87024e65-e38f-4d8b-af1b-c3f2b42fecd0 HTTP/1.1" status: 204 len: 168 time: 0.1213911 Sep 28 15:50:03.174654 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac8562-30f7-48d6-a8ae-af1fbfb9da5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87024e65-e38f-4d8b-af1b-c3f2b42fecd0,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:03.514142 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df32e3-a353-4908-852d-811ac97eb23d req-3bd5be25-902c-4bf7-8a42-213c4dd5c889 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:03.515759 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-41df32e3-a353-4908-852d-811ac97eb23d req-3bd5be25-902c-4bf7-8a42-213c4dd5c889 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 944 time: 0.0504684 Sep 28 15:50:03.571272 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-41df32e3-a353-4908-852d-811ac97eb23d req-5724f1a4-bb3b-4384-ab89-7f1ce07f160f tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491555 Sep 28 15:50:04.692451 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bf488-8b8f-44f7-bec7-6e7628fe23c6 req-ccd4bad1-d661-4284-8a57-2a2e1ff00143 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:04.693944 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f93bf488-8b8f-44f7-bec7-6e7628fe23c6 req-ccd4bad1-d661-4284-8a57-2a2e1ff00143 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 944 time: 0.0459383 Sep 28 15:50:04.741543 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f93bf488-8b8f-44f7-bec7-6e7628fe23c6 req-e8d97ab4-7ebe-4a34-bc3e-366eeab3917d tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420763 Sep 28 15:50:05.462850 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-d5a47f57-f09f-4500-aeb4-878f834278c5 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=bf6381246ada4ba084f7cc0d514def4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281246 Sep 28 15:50:05.915095 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:05.924102 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-fabd011f-4b1a-42e6-af80-4cdfa1c37fd8 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:05.925549 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-fabd011f-4b1a-42e6-af80-4cdfa1c37fd8 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4577522 Sep 28 15:50:05.937283 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:05.953913 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033fb8f-b235-45be-be8d-9638899eef2b req-e8c47852-ec75-4a3c-a6b6-b719203dcd72 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:05.955336 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5033fb8f-b235-45be-be8d-9638899eef2b req-e8c47852-ec75-4a3c-a6b6-b719203dcd72 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 944 time: 0.0810211 Sep 28 15:50:05.957787 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-031889e4-1c5c-4838-bdb2-7b44b2a59365 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/quotas/bf6381246ada4ba084f7cc0d514def4f HTTP/1.1" status: 200 len: 375 time: 0.0239263 Sep 28 15:50:06.005359 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-93bfac3f-09eb-417d-b095-4541f6c2adb5 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=bf6381246ada4ba084f7cc0d514def4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374546 Sep 28 15:50:06.031420 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5033fb8f-b235-45be-be8d-9638899eef2b req-78bc70f8-cdc4-442d-ac02-3c73031fcd39 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704122 Sep 28 15:50:06.166761 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-66aa6511-8577-43fe-8e48-024d5a4137d3 req-80c37d62-a008-491b-a691-6eb29f39fd29 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 210 time: 0.0275786 Sep 28 15:50:06.454876 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:07.150567 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1a335-bd90-41af-aa8e-88cef7d4c83d req-9fc3495e-14e6-4009-9fd7-dac5f240f442 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:07.151997 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a8f1a335-bd90-41af-aa8e-88cef7d4c83d req-9fc3495e-14e6-4009-9fd7-dac5f240f442 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 944 time: 0.0455739 Sep 28 15:50:07.199787 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a8f1a335-bd90-41af-aa8e-88cef7d4c83d req-d27e9546-8f48-4de6-82b5-3330d9d35263 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421553 Sep 28 15:50:07.270545 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7f12ba5a-f65e-45e1-82aa-81546fd854b5 req-01722430-9b2e-43b3-afbe-c146fc5dd225 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 210 time: 0.0277531 Sep 28 15:50:07.386330 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:50:07.486312 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:50:07.497613 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'port_id': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b', 'mac_address': 'fa:16:3e:60:d6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:50:07.534926 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:50:07.535313 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:07.548540 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:50:07.568295 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:50:07.572074 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:07.617095 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:07.774872 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8e934228-8cba-49ef-920f-dfe143e60e7a tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=bf6381246ada4ba084f7cc0d514def4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341129 Sep 28 15:50:07.815539 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:50:07.911783 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-f1577835-de80-4763-903f-f13940913da0 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:07.913633 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-f1577835-de80-4763-903f-f13940913da0 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342978 Sep 28 15:50:07.930594 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Request body: {'port': {'device_id': '6fcdadee-8e7f-4c26-8977-691ad99ca087', 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f', 'admin_state_up': True, 'tenant_id': 'bf6381246ada4ba084f7cc0d514def4f'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:08.045539 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Made reservation on behalf of bf6381246ada4ba084f7cc0d514def4f for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:50:08.049419 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:08.058415 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:08.137691 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Publish callbacks [] for security_group (3cefc6df-b375-4dff-952f-f27f3b0bd7de), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:08.141688 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (3cefc6df-b375-4dff-952f-f27f3b0bd7de), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:08.201178 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cefc6df-b375-4dff-952f-f27f3b0bd7de,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:08.284060 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Allocated IP 192.168.233.111 (ae08b926-397e-4680-909b-55b19be5117f/b3091807-8afe-4ba0-95f0-68657a854425/94bd65ef-947c-49ea-b210-1af43d80c7d7) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:50:08.345936 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d435cf-9ae7-40f4-8d20-56653dbe4daf req-2d970439-b9d6-449a-a206-3c83c304c270 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:08.347410 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-49d435cf-9ae7-40f4-8d20-56653dbe4daf req-2d970439-b9d6-449a-a206-3c83c304c270 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 945 time: 0.0654213 Sep 28 15:50:08.397578 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-50975f91-82d9-474c-9e3e-a450b17c9164 req-2086c52f-ad15-4b4f-abe3-5b95df258cdf tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 210 time: 0.0492203 Sep 28 15:50:08.403185 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:08.476352 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:08.485131 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-49d435cf-9ae7-40f4-8d20-56653dbe4daf req-f6400e90-0baa-4cc0-98a0-5d3b6d085020 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224949 Sep 28 15:50:08.536648 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Publish callbacks [] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:08.567214 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:08.614543 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Network ae08b926-397e-4680-909b-55b19be5117f is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:50:08.617762 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:50:08.621575 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:50:08.628301 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Pushing event updated for resources: {'Port': ['ID=94bd65ef-947c-49ea-b210-1af43d80c7d7,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:08.678693 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:08.679781 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:08.720962 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-889130d0-be81-4cbc-9ee9-62afa8ccb90f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7948163 Sep 28 15:50:08.731843 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Request body: {'port': {'device_id': '6fcdadee-8e7f-4c26-8977-691ad99ca087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:08.794651 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:08.819948 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-a9e1f3be-80ff-4ecd-9e05-46a90d0f3edc None None] Provisioning complete for port 94bd65ef-947c-49ea-b210-1af43d80c7d7 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:50:08.820551 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-a9e1f3be-80ff-4ecd-9e05-46a90d0f3edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:08.820551 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-a9e1f3be-80ff-4ecd-9e05-46a90d0f3edc None None] Attempt 1 to provision port 94bd65ef-947c-49ea-b210-1af43d80c7d7 Sep 28 15:50:08.859716 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-a9e1f3be-80ff-4ecd-9e05-46a90d0f3edc None None] Port 94bd65ef-947c-49ea-b210-1af43d80c7d7 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:50:09.101989 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bd65ef-947c-49ea-b210-1af43d80c7d7 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:50:09.113165 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Publish callbacks [] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.121810 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d82422-c192-4b1d-9354-b50d409ca860 req-50cb83ee-4565-4b53-a49b-087f9cf578d4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:09.123347 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d8d82422-c192-4b1d-9354-b50d409ca860 req-50cb83ee-4565-4b53-a49b-087f9cf578d4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 946 time: 0.0776687 Sep 28 15:50:09.139141 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Transition to ACTIVE for port object 94bd65ef-947c-49ea-b210-1af43d80c7d7 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:50:09.147764 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.228225 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Pushing event updated for resources: {'Port': ['ID=94bd65ef-947c-49ea-b210-1af43d80c7d7,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:09.256443 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d8d82422-c192-4b1d-9354-b50d409ca860 req-c0357df0-63d1-47cd-9ad9-b4ec7445a994 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267834 Sep 28 15:50:09.267269 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:09.286347 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47978) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:09.286947 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Attempting to bind port 94bd65ef-947c-49ea-b210-1af43d80c7d7 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:50:09.287064 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Attempting to bind port 94bd65ef-947c-49ea-b210-1af43d80c7d7 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '12d71d9f-55f9-45c6-9985-6c48bca4f63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:50:09.287300 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Attempting to bind port 94bd65ef-947c-49ea-b210-1af43d80c7d7 on network ae08b926-397e-4680-909b-55b19be5117f {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:50:09.320526 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:09.332151 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Port 94bd65ef-947c-49ea-b210-1af43d80c7d7 on network ae08b926-397e-4680-909b-55b19be5117f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:50:09.332498 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Attempting to bind port 94bd65ef-947c-49ea-b210-1af43d80c7d7 on network ae08b926-397e-4680-909b-55b19be5117f {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:50:09.361177 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-a9e1f3be-80ff-4ecd-9e05-46a90d0f3edc None None] Attempt 2 to provision port 94bd65ef-947c-49ea-b210-1af43d80c7d7 Sep 28 15:50:09.377567 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:50:09.377922 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Checking segment: {'id': '12d71d9f-55f9-45c6-9985-6c48bca4f63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:50:09.378315 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Bound using segment: {'id': '12d71d9f-55f9-45c6-9985-6c48bca4f63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:50:09.378753 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Bound port: 94bd65ef-947c-49ea-b210-1af43d80c7d7, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d71d9f-55f9-45c6-9985-6c48bca4f63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:50:09.379115 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.404960 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-a9e1f3be-80ff-4ecd-9e05-46a90d0f3edc None None] Port 94bd65ef-947c-49ea-b210-1af43d80c7d7 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:50:09.410103 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:50:09.460241 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:09.467738 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] For port 94bd65ef-947c-49ea-b210-1af43d80c7d7, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:50:09.472948 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:09.479108 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:50:09.481673 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] For port 94bd65ef-947c-49ea-b210-1af43d80c7d7, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=94bd65ef-947c-49ea-b210-1af43d80c7d7,segment=NetworkSegment(12d71d9f-55f9-45c6-9985-6c48bca4f63a),segment_id=12d71d9f-55f9-45c6-9985-6c48bca4f63a)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:50:09.485493 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:50:09.485944 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.486355 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b Sep 28 15:50:09.498803 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.513210 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed8da7-fb68-4ec7-b7fa-18d0704f8c71 tempest-TestMinimumBasicScenario-1758062134 tempest-TestMinimumBasicScenario-1758062134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:09.518545 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-2bed8da7-fb68-4ec7-b7fa-18d0704f8c71 tempest-TestMinimumBasicScenario-1758062134 tempest-TestMinimumBasicScenario-1758062134-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 1125 time: 0.2308543 Sep 28 15:50:09.519066 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 47986) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:09.524003 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'port_id': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:09.536368 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:09.536843 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.538281 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/94bd65ef-947c-49ea-b210-1af43d80c7d7 HTTP/1.1" status: 200 len: 1098 time: 0.8106873 Sep 28 15:50:09.539143 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcdadee-8e7f-4c26-8977-691ad99ca087', 'tag': '94bd65ef-947c-49ea-b210-1af43d80c7d7'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:50:09.541260 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31244ad5-ca1d-46f6-b7fa-281f94383b18" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcdadee-8e7f-4c26-8977-691ad99ca087", "tag": "94bd65ef-947c-49ea-b210-1af43d80c7d7"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:50:09.560792 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.585937 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9219237-0753-4724-8fa0-49fb19c0c5de req-12e98303-fddd-46c8-9810-a168fb0f9fbd tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:09.586612 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:50:09.587101 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.587466 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c9219237-0753-4724-8fa0-49fb19c0c5de req-12e98303-fddd-46c8-9810-a168fb0f9fbd tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 948 time: 0.1038544 Sep 28 15:50:09.616794 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:50:09.619417 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5d8d06-9a53-46eb-bcb0-ecfbd7a48039" -d '{"events": [{"server_uuid": "77c8bf17-ac25-4fa7-a79d-521d43b9902c", "name": "network-vif-plugged", "status": "completed", "tag": "b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:50:09.632788 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:50:09.637954 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.658341 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.676179 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0300b-30c8-4ef5-afc4-473fa41c5412 service neutron] Pushing event updated for resources: {'Port': ['ID=94bd65ef-947c-49ea-b210-1af43d80c7d7,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:09.688518 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:09.706105 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-78b2fedd-a15c-45f7-9fe5-9113bbad90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:09.707618 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-78b2fedd-a15c-45f7-9fe5-9113bbad90d8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=bf6381246ada4ba084f7cc0d514def4f&device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 1132 time: 0.1145124 Sep 28 15:50:09.713306 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed8080-0169-4d97-a9fd-c194174b9d06 req-2c1c80af-f162-4ab2-8a41-d312bc892669 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:09.714759 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c1ed8080-0169-4d97-a9fd-c194174b9d06 req-2c1c80af-f162-4ab2-8a41-d312bc892669 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 946 time: 0.1061814 Sep 28 15:50:09.769512 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-61011ba0-a24c-410c-836d-2dc8e8791756 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=94bd65ef-947c-49ea-b210-1af43d80c7d7 HTTP/1.1" status: 200 len: 217 time: 0.0537305 Sep 28 15:50:09.778011 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Allocated IP 172.27.2.2 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/cd0a5db8-2122-43a4-86fc-0243826dca16) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:50:09.780176 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c9219237-0753-4724-8fa0-49fb19c0c5de req-45770fc1-dcf6-4ba2-846b-dc4764e1995a tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3cefc6df-b375-4dff-952f-f27f3b0bd7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790853 Sep 28 15:50:09.836296 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f69daa-f2c6-4632-bb14-5fd525568307 x-openstack-request-id: req-a4f69daa-f2c6-4632-bb14-5fd525568307 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:50:09.836596 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcdadee-8e7f-4c26-8977-691ad99ca087", "tag": "94bd65ef-947c-49ea-b210-1af43d80c7d7", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:50:09.836854 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4f69daa-f2c6-4632-bb14-5fd525568307 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:50:09.837422 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f69daa-f2c6-4632-bb14-5fd525568307'] response: {'name': 'network-changed', 'server_uuid': '6fcdadee-8e7f-4c26-8977-691ad99ca087', 'tag': '94bd65ef-947c-49ea-b210-1af43d80c7d7', 'status': 'completed', 'code': 200} Sep 28 15:50:09.853954 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c1ed8080-0169-4d97-a9fd-c194174b9d06 req-1193150c-b573-448e-8965-18cec3929805 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230719 Sep 28 15:50:09.855468 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-fac4a143-49a4-463f-9119-4013b5877e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:09.856854 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-fac4a143-49a4-463f-9119-4013b5877e5d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b3091807-8afe-4ba0-95f0-68657a854425 HTTP/1.1" status: 200 len: 843 time: 0.0809467 Sep 28 15:50:09.867711 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cbbed5-44f5-4c94-82d4-d1928dc94282 x-openstack-request-id: req-36cbbed5-44f5-4c94-82d4-d1928dc94282 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:50:09.868204 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c8bf17-ac25-4fa7-a79d-521d43b9902c", "name": "network-vif-plugged", "status": "completed", "tag": "b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:50:09.868204 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36cbbed5-44f5-4c94-82d4-d1928dc94282 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:50:09.868694 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36cbbed5-44f5-4c94-82d4-d1928dc94282'] response: {'server_uuid': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b', 'code': 200} Sep 28 15:50:09.906077 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-c0cdce58-d3eb-4db5-aa69-bde3ab7b7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:09.907007 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-a9e1f3be-80ff-4ecd-9e05-46a90d0f3edc None None] Attempt 3 to provision port 94bd65ef-947c-49ea-b210-1af43d80c7d7 Sep 28 15:50:09.908243 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-c0cdce58-d3eb-4db5-aa69-bde3ab7b7bba service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=ae08b926-397e-4680-909b-55b19be5117f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0455430 Sep 28 15:50:09.921645 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for port (cd0a5db8-2122-43a4-86fc-0243826dca16), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.945357 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-a9e1f3be-80ff-4ecd-9e05-46a90d0f3edc None None] Port 94bd65ef-947c-49ea-b210-1af43d80c7d7 had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:50:09.954137 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (cd0a5db8-2122-43a4-86fc-0243826dca16), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:09.996100 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:50:10.001655 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:50:10.004186 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:50:10.007645 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'Port': ['ID=cd0a5db8-2122-43a4-86fc-0243826dca16,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:10.053286 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:10.070137 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-d8778849-4248-488e-83d7-77e9208f4f0b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ae08b926-397e-4680-909b-55b19be5117f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978701 Sep 28 15:50:10.164872 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03934e-bca7-4096-acfd-b32d47f8914b req-d4e4477a-1cd7-4df2-8a8e-224c52ee9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:10.166305 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fc03934e-bca7-4096-acfd-b32d47f8914b req-d4e4477a-1cd7-4df2-8a8e-224c52ee9938 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 1130 time: 0.0832670 Sep 28 15:50:10.167203 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:10.226923 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-753c8e09-8901-497d-8bc1-d683b4bf2bcb req-228db53a-60d9-4cf4-a24b-d2b8aa1541b0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ae08b926-397e-4680-909b-55b19be5117f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449537 Sep 28 15:50:10.241101 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fc03934e-bca7-4096-acfd-b32d47f8914b req-7ffff3d5-ad69-4126-b917-08f1a448bce3 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668135 Sep 28 15:50:10.565016 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for floatingip (df513426-ce39-4bdd-82e5-9c86088e0582), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:10.631750 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (cd0a5db8-2122-43a4-86fc-0243826dca16), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:10.665808 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:10.784652 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for port (cd0a5db8-2122-43a4-86fc-0243826dca16), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:10.789653 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (cd0a5db8-2122-43a4-86fc-0243826dca16), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:10.860809 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (df513426-ce39-4bdd-82e5-9c86088e0582), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:10.862782 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'Port': ['ID=cd0a5db8-2122-43a4-86fc-0243826dca16,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:10.916737 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499b767-11f8-4423-ad10-5a5571b9edb1 req-fa047c8d-4167-4272-80d1-f679ad48b259 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:10.918424 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a499b767-11f8-4423-ad10-5a5571b9edb1 req-fa047c8d-4167-4272-80d1-f679ad48b259 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 948 time: 0.0489280 Sep 28 15:50:10.961820 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.l3_db [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Floating IP df513426-ce39-4bdd-82e5-9c86088e0582 associated. External IP: 172.27.2.2, port: 19a4bc09-243d-4df6-a53f-ffce83a0b6e9. Sep 28 15:50:10.978416 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:11.006589 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c22f0-3541-4e21-889f-65ddbebca018 req-84d842c4-768e-45e5-86fd-85e5476ca916 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:11.007701 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8e6c22f0-3541-4e21-889f-65ddbebca018 req-84d842c4-768e-45e5-86fd-85e5476ca916 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 946 time: 0.0684361 Sep 28 15:50:11.012161 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a499b767-11f8-4423-ad10-5a5571b9edb1 req-e23c9819-1f37-4b01-8d62-0e3efa140bbe tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3cefc6df-b375-4dff-952f-f27f3b0bd7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871549 Sep 28 15:50:11.053610 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:11.069122 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:11.071612 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8e6c22f0-3541-4e21-889f-65ddbebca018 req-3210e48d-4819-4a88-9447-2ad4ad551154 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578599 Sep 28 15:50:11.169225 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:50:11.261836 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:11.269613 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:50:11.280276 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a04654-653f-4cff-911f-906f90d0312e None None] Sync routers for ids ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:50:11.290152 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.290601 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a04654-653f-4cff-911f-906f90d0312e None None] Routers {'2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:50:11.291210 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-96a04654-653f-4cff-911f-906f90d0312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:49:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:50:11.323238 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-618dd2c9-f4ee-4dfa-baf1-df72f68b3fee tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8025537 Sep 28 15:50:11.323720 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:50:11.325950 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 47996) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:11.327154 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed8dc50-1238-42e4-b359-15f1d7c019f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:50:11.330823 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-75370381', 'description': 'tempest-secgroup-smoke-75370381 description', 'project_id': '069626c3525d47a9b67f1e6d81b47b2a'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:11.356348 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.387276 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25cd4e5-3e20-4af5-a1c3-257832dfb5ca x-openstack-request-id: req-a25cd4e5-3e20-4af5-a1c3-257832dfb5ca {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:50:11.387578 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:50:11.387836 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a25cd4e5-3e20-4af5-a1c3-257832dfb5ca {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:50:11.388243 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25cd4e5-3e20-4af5-a1c3-257832dfb5ca'] response: {'name': 'network-changed', 'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'status': 'completed', 'code': 200} Sep 28 15:50:11.399590 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-96a04654-653f-4cff-911f-906f90d0312e None None] Set router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:50:11.428096 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group (da016f62-0a68-4648-a2fc-bf694519034d), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.431890 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (da016f62-0a68-4648-a2fc-bf694519034d), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.460485 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.461701 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1347554 Sep 28 15:50:11.464852 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48000) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:11.465806 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da016f62-0a68-4648-a2fc-bf694519034d,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:11.470082 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-628fdfe1-c3ef-4300-8291-84fb1794c6b9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Request body: {'security_group_rule': {'security_group_id': 'da016f62-0a68-4648-a2fc-bf694519034d', 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:11.473025 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.473375 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.473721 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.474086 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.474440 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.474757 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.475091 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.475418 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.475804 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.476133 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.476460 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.476838 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.477166 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.477788 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.477944 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7858242-2675-4631-86c3-4ec17d55b8e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:11.498486 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-628fdfe1-c3ef-4300-8291-84fb1794c6b9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (21823557-bb17-4636-ad0f-c936eecb40b4), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.559463 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-628fdfe1-c3ef-4300-8291-84fb1794c6b9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (21823557-bb17-4636-ad0f-c936eecb40b4), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.566594 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-628fdfe1-c3ef-4300-8291-84fb1794c6b9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (21823557-bb17-4636-ad0f-c936eecb40b4), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.589404 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fdfe1-c3ef-4300-8291-84fb1794c6b9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21823557-bb17-4636-ad0f-c936eecb40b4,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:11.596379 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244ad5-ca1d-46f6-b7fa-281f94383b18 req-62c595c0-ea00-49af-ac22-feac81edf9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:11.597938 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-31244ad5-ca1d-46f6-b7fa-281f94383b18 req-62c595c0-ea00-49af-ac22-feac81edf9f6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=bf6381246ada4ba084f7cc0d514def4f&device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 1132 time: 0.0724535 Sep 28 15:50:11.603435 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8dc50-1238-42e4-b359-15f1d7c019f4 req-8dfd5d35-1c2d-4078-b89b-9f76725a2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:11.604009 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-628fdfe1-c3ef-4300-8291-84fb1794c6b9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.604823 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ed8dc50-1238-42e4-b359-15f1d7c019f4 req-8dfd5d35-1c2d-4078-b89b-9f76725a2b58 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=069626c3525d47a9b67f1e6d81b47b2a&device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 1130 time: 0.0513463 Sep 28 15:50:11.609173 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-628fdfe1-c3ef-4300-8291-84fb1794c6b9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433046 Sep 28 15:50:11.610337 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48002) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:11.616377 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-46d1a6ba-fb3f-4b3e-b535-a0e5f650faf9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Request body: {'security_group_rule': {'security_group_id': 'da016f62-0a68-4648-a2fc-bf694519034d', 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:11.628801 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-96a04654-653f-4cff-911f-906f90d0312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:09Z', 'revision_number': 4, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'df513426-ce39-4bdd-82e5-9c86088e0582', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'port_id': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'mac_address': 'fa:16:3e:bd:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:50:10Z', 'updated_at': '2022-09-28T15:50:10Z', 'revision_number': 0, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e23e7e-8702-4e0a-b8af-65f04fb0395c', 'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'mac_address': 'fa:16:3e:20:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:08Z', 'updated_at': '2022-09-28T15:49:14Z', 'revision_number': 5, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'subnets': [{'id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:50:11.646097 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-46d1a6ba-fb3f-4b3e-b535-a0e5f650faf9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (796816f0-125e-4629-a529-100ecd5ab34f), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.653799 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a04654-653f-4cff-911f-906f90d0312e None None] Checking router: 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:50:11.662292 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a04654-653f-4cff-911f-906f90d0312e None None] Routers {'2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:50:11.663606 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-96a04654-653f-4cff-911f-906f90d0312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:49:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:50:11.705502 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-46d1a6ba-fb3f-4b3e-b535-a0e5f650faf9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (796816f0-125e-4629-a529-100ecd5ab34f), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.710603 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-46d1a6ba-fb3f-4b3e-b535-a0e5f650faf9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (796816f0-125e-4629-a529-100ecd5ab34f), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.733495 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1a6ba-fb3f-4b3e-b535-a0e5f650faf9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796816f0-125e-4629-a529-100ecd5ab34f,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:11.748003 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-46d1a6ba-fb3f-4b3e-b535-a0e5f650faf9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.749341 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-46d1a6ba-fb3f-4b3e-b535-a0e5f650faf9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378624 Sep 28 15:50:11.753738 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48004) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:11.762988 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-4816af20-d908-444f-906b-4bf32bffb55c tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Request body: {'security_group_rule': {'security_group_id': 'da016f62-0a68-4648-a2fc-bf694519034d', 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:11.776757 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244ad5-ca1d-46f6-b7fa-281f94383b18 req-7b6970fa-ef2b-4fa6-9084-2afbed4db955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:11.778214 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-31244ad5-ca1d-46f6-b7fa-281f94383b18 req-7b6970fa-ef2b-4fa6-9084-2afbed4db955 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=ae08b926-397e-4680-909b-55b19be5117f HTTP/1.1" status: 200 len: 869 time: 0.1725595 Sep 28 15:50:11.781361 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8dc50-1238-42e4-b359-15f1d7c019f4 req-776549fb-bce8-48bb-aaf2-d8d288f29dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:11.782736 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ed8dc50-1238-42e4-b359-15f1d7c019f4 req-776549fb-bce8-48bb-aaf2-d8d288f29dd0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2 HTTP/1.1" status: 200 len: 914 time: 0.1696565 Sep 28 15:50:11.783750 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-96a04654-653f-4cff-911f-906f90d0312e None None] Set router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:50:11.799799 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4816af20-d908-444f-906b-4bf32bffb55c tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (2e038a66-5c15-48a3-a891-7146e0e7e66d), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.864115 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4816af20-d908-444f-906b-4bf32bffb55c tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (2e038a66-5c15-48a3-a891-7146e0e7e66d), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.869192 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4816af20-d908-444f-906b-4bf32bffb55c tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (2e038a66-5c15-48a3-a891-7146e0e7e66d), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.889401 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816af20-d908-444f-906b-4bf32bffb55c tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e038a66-5c15-48a3-a891-7146e0e7e66d,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:11.901934 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4816af20-d908-444f-906b-4bf32bffb55c tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:11.903252 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-4816af20-d908-444f-906b-4bf32bffb55c tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443808 Sep 28 15:50:11.906074 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48006) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:11.910687 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-4a38fb7a-d86c-45e0-9544-bbd42188b80e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Request body: {'security_group_rule': {'security_group_id': 'da016f62-0a68-4648-a2fc-bf694519034d', 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:11.939081 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a38fb7a-d86c-45e0-9544-bbd42188b80e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (390d28ec-550d-46df-8970-0f9c30bf67e8), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.001397 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a38fb7a-d86c-45e0-9544-bbd42188b80e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (390d28ec-550d-46df-8970-0f9c30bf67e8), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.005563 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a38fb7a-d86c-45e0-9544-bbd42188b80e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (390d28ec-550d-46df-8970-0f9c30bf67e8), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.023141 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:12.024921 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38fb7a-d86c-45e0-9544-bbd42188b80e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390d28ec-550d-46df-8970-0f9c30bf67e8,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:12.033292 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a38fb7a-d86c-45e0-9544-bbd42188b80e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.034510 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-4a38fb7a-d86c-45e0-9544-bbd42188b80e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274209 Sep 28 15:50:12.037583 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48008) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:12.041881 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [None req-fb1b545d-6eef-4d31-9be1-85f25494b520 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Request body: {'security_group_rule': {'security_group_id': 'da016f62-0a68-4648-a2fc-bf694519034d', 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:12.067480 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.securitygroups_db [None req-fb1b545d-6eef-4d31-9be1-85f25494b520 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Project 069626c3525d47a9b67f1e6d81b47b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 15:50:12.072266 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fb1b545d-6eef-4d31-9be1-85f25494b520 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (b3cff7d4-89a5-40b0-906d-912e02b3a72b), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.092384 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-96a04654-653f-4cff-911f-906f90d0312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:09Z', 'revision_number': 4, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'df513426-ce39-4bdd-82e5-9c86088e0582', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'port_id': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'mac_address': 'fa:16:3e:bd:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:50:10Z', 'updated_at': '2022-09-28T15:50:10Z', 'revision_number': 0, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e23e7e-8702-4e0a-b8af-65f04fb0395c', 'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'mac_address': 'fa:16:3e:20:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:08Z', 'updated_at': '2022-09-28T15:49:14Z', 'revision_number': 5, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'subnets': [{'id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:50:12.105076 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:12.123577 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a04654-653f-4cff-911f-906f90d0312e None None] The sync data for ids ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'] in dv-cinder-859319-2-iscsi is: [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:09Z', 'revision_number': 4, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'df513426-ce39-4bdd-82e5-9c86088e0582', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'port_id': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'mac_address': 'fa:16:3e:bd:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:50:10Z', 'updated_at': '2022-09-28T15:50:10Z', 'revision_number': 0, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e23e7e-8702-4e0a-b8af-65f04fb0395c', 'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'mac_address': 'fa:16:3e:20:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:08Z', 'updated_at': '2022-09-28T15:49:14Z', 'revision_number': 5, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'subnets': [{'id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:50:12.200239 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23ae6c-2756-46f0-b012-44f931f0f17f req-563fae91-f784-4982-81b8-3b648ec01c6e tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:12.201677 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8c23ae6c-2756-46f0-b012-44f931f0f17f req-563fae91-f784-4982-81b8-3b648ec01c6e tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 948 time: 0.1025443 Sep 28 15:50:12.279260 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-31244ad5-ca1d-46f6-b7fa-281f94383b18 req-bba57bbc-9498-4706-b3bb-92d57da7e488 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=94bd65ef-947c-49ea-b210-1af43d80c7d7 HTTP/1.1" status: 200 len: 217 time: 0.1160669 Sep 28 15:50:12.293361 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fb1b545d-6eef-4d31-9be1-85f25494b520 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (b3cff7d4-89a5-40b0-906d-912e02b3a72b), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.318972 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fb1b545d-6eef-4d31-9be1-85f25494b520 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (b3cff7d4-89a5-40b0-906d-912e02b3a72b), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.337386 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6f313-5c1c-4c62-9cae-8c9de9ce30e4 None None] New status for floating IP df513426-ce39-4bdd-82e5-9c86088e0582: ACTIVE {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:50:12.367226 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918075e-7b3a-426d-bef8-1a01de8f99e3 req-9ba9b72d-0326-4756-86c6-782ef7648705 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:12.368664 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9918075e-7b3a-426d-bef8-1a01de8f99e3 req-9ba9b72d-0326-4756-86c6-782ef7648705 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 946 time: 0.2016227 Sep 28 15:50:12.396776 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b545d-6eef-4d31-9be1-85f25494b520 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cff7d4-89a5-40b0-906d-912e02b3a72b,revision_number=0']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:12.410765 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ed8dc50-1238-42e4-b359-15f1d7c019f4 req-52587674-1f02-4b2f-99bf-1c5229509ecf service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9 HTTP/1.1" status: 200 len: 998 time: 0.2426500 Sep 28 15:50:12.444574 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-fb1b545d-6eef-4d31-9be1-85f25494b520 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.445711 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-fb1b545d-6eef-4d31-9be1-85f25494b520 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4071760 Sep 28 15:50:12.447187 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244ad5-ca1d-46f6-b7fa-281f94383b18 req-2f45049e-b517-40c9-8e4f-7d13cf44c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:12.448530 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-31244ad5-ca1d-46f6-b7fa-281f94383b18 req-2f45049e-b517-40c9-8e4f-7d13cf44c4c5 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b3091807-8afe-4ba0-95f0-68657a854425 HTTP/1.1" status: 200 len: 843 time: 0.1540718 Sep 28 15:50:12.448983 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48016) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:12.454573 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-60e2ae39-82b6-4649-a715-4ab4179a0071 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Request body: {'security_group_rule': {'security_group_id': 'da016f62-0a68-4648-a2fc-bf694519034d', 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:12.456393 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8c23ae6c-2756-46f0-b012-44f931f0f17f req-4bdd1792-6d9a-466d-9ea8-15b38eb554b8 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3cefc6df-b375-4dff-952f-f27f3b0bd7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264197 Sep 28 15:50:12.488855 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.securitygroups_db [None req-60e2ae39-82b6-4649-a715-4ab4179a0071 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Project 069626c3525d47a9b67f1e6d81b47b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 15:50:12.495114 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60e2ae39-82b6-4649-a715-4ab4179a0071 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (412da193-9b56-4b21-b794-7c047d802ec7), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.548301 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9918075e-7b3a-426d-bef8-1a01de8f99e3 req-f66fbd3f-d644-47ca-96b4-4e5d44ef1d09 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686645 Sep 28 15:50:12.552553 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8dc50-1238-42e4-b359-15f1d7c019f4 req-de9ca0d1-0c38-4f26-ae3a-c43b0c7b2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:12.554201 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ed8dc50-1238-42e4-b359-15f1d7c019f4 req-de9ca0d1-0c38-4f26-ae3a-c43b0c7b2b42 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34 HTTP/1.1" status: 200 len: 853 time: 0.1239619 Sep 28 15:50:12.557086 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244ad5-ca1d-46f6-b7fa-281f94383b18 req-c3296de7-7977-4c7d-8345-be5ef10d1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:12.558528 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-31244ad5-ca1d-46f6-b7fa-281f94383b18 req-c3296de7-7977-4c7d-8345-be5ef10d1e7b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=ae08b926-397e-4680-909b-55b19be5117f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1013062 Sep 28 15:50:12.565591 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60e2ae39-82b6-4649-a715-4ab4179a0071 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (412da193-9b56-4b21-b794-7c047d802ec7), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.574141 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60e2ae39-82b6-4649-a715-4ab4179a0071 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593987'] for security_group_rule (412da193-9b56-4b21-b794-7c047d802ec7), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.593092 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2ae39-82b6-4649-a715-4ab4179a0071 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412da193-9b56-4b21-b794-7c047d802ec7,revision_number=0']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:12.607506 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-60e2ae39-82b6-4649-a715-4ab4179a0071 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:12.608991 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-60e2ae39-82b6-4649-a715-4ab4179a0071 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587431 Sep 28 15:50:12.654161 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8dc50-1238-42e4-b359-15f1d7c019f4 req-e3302725-e61b-4d59-a56b-d861f969b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:12.655553 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ed8dc50-1238-42e4-b359-15f1d7c019f4 req-e3302725-e61b-4d59-a56b-d861f969b91b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0961819 Sep 28 15:50:12.763008 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313da88-0416-4adc-8ddd-33fe24d0910b req-6a48ec92-3997-4493-94b2-a7ccf1097766 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:12.764451 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9313da88-0416-4adc-8ddd-33fe24d0910b req-6a48ec92-3997-4493-94b2-a7ccf1097766 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 946 time: 0.1284661 Sep 28 15:50:13.066541 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-31244ad5-ca1d-46f6-b7fa-281f94383b18 req-04409ec8-6910-4272-b1af-2b1666d33308 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ae08b926-397e-4680-909b-55b19be5117f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989283 Sep 28 15:50:13.091266 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ce1bb51b-5760-430c-93fd-786c083c3d68 req-3eee9dbe-597f-4166-8435-a48278f9339b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-75370381&fields=id&tenant_id=069626c3525d47a9b67f1e6d81b47b2a HTTP/1.1" status: 200 len: 267 time: 0.4169488 Sep 28 15:50:13.159471 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:13.222835 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ed8dc50-1238-42e4-b359-15f1d7c019f4 req-f5e3a41b-f668-4f8f-a30a-a2ca0dfc3f85 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495911 Sep 28 15:50:13.226394 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9313da88-0416-4adc-8ddd-33fe24d0910b req-4c4b7d04-55b8-4d94-8afb-d04fe2674b87 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875229 Sep 28 15:50:13.242376 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb51b-5760-430c-93fd-786c083c3d68 req-ac151c03-ab21-4351-9ef0-a971a1c40ac3 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:13.243801 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ce1bb51b-5760-430c-93fd-786c083c3d68 req-ac151c03-ab21-4351-9ef0-a971a1c40ac3 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 946 time: 0.1376638 Sep 28 15:50:13.252695 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:13.255868 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48022) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:13.276374 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-ce1bb51b-5760-430c-93fd-786c083c3d68 req-ce3f1491-1042-4277-801b-7350b59c68e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Request body: {'port': {'security_groups': ['a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67', 'da016f62-0a68-4648-a2fc-bf694519034d']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:13.332542 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-31244ad5-ca1d-46f6-b7fa-281f94383b18 req-82a680fe-c0c7-4da9-a266-31ea3849a086 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ae08b926-397e-4680-909b-55b19be5117f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585387 Sep 28 15:50:13.405328 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1838acc-7a17-489e-ab73-d47269f53d32 tempest-TestVolumeBootPattern-175054283 tempest-TestVolumeBootPattern-175054283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:13.407578 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-f1838acc-7a17-489e-ab73-d47269f53d32 tempest-TestVolumeBootPattern-175054283 tempest-TestVolumeBootPattern-175054283-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 1125 time: 0.1506236 Sep 28 15:50:13.408650 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ce1bb51b-5760-430c-93fd-786c083c3d68 req-ce3f1491-1042-4277-801b-7350b59c68e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:13.410524 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48026) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:13.414919 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'port_id': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:50:13.419594 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ed8dc50-1238-42e4-b359-15f1d7c019f4 req-d8acc063-a88b-4856-a790-a0fed98cfbbb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894670 Sep 28 15:50:13.428379 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:13.432842 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 94bd65ef-947c-49ea-b210-1af43d80c7d7 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:50:13.441085 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:13.528113 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:13.559453 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 94bd65ef-947c-49ea-b210-1af43d80c7d7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=94bd65ef-947c-49ea-b210-1af43d80c7d7,segment=NetworkSegment(12d71d9f-55f9-45c6-9985-6c48bca4f63a),segment_id=12d71d9f-55f9-45c6-9985-6c48bca4f63a)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:50:13.572414 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '94bd65ef-947c-49ea-b210-1af43d80c7d7', 'network_id': 'ae08b926-397e-4680-909b-55b19be5117f', 'port_id': '94bd65ef-947c-49ea-b210-1af43d80c7d7', 'mac_address': 'fa:16:3e:35:cd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3091807-8afe-4ba0-95f0-68657a854425', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:50:13.612532 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 94bd65ef-947c-49ea-b210-1af43d80c7d7 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:50:13.612827 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:13.627986 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bd65ef-947c-49ea-b210-1af43d80c7d7 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:50:13.632618 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62d319-14ec-4b4f-b8f6-57e5a8380348 req-a35b6906-c485-41f9-b187-cd7fcc7a8193 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:13.634173 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9b62d319-14ec-4b4f-b8f6-57e5a8380348 req-a35b6906-c485-41f9-b187-cd7fcc7a8193 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 948 time: 0.0642302 Sep 28 15:50:13.641573 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Allocated IP 172.27.2.73 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/058a8195-114e-47dc-ade6-86966ac18ae9) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:50:13.648608 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 94bd65ef-947c-49ea-b210-1af43d80c7d7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=94bd65ef-947c-49ea-b210-1af43d80c7d7,segment=NetworkSegment(12d71d9f-55f9-45c6-9985-6c48bca4f63a),segment_id=12d71d9f-55f9-45c6-9985-6c48bca4f63a)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:50:13.653326 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:13.682156 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-ce1bb51b-5760-430c-93fd-786c083c3d68 req-ce3f1491-1042-4277-801b-7350b59c68e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] For port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:50:13.708312 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=94bd65ef-947c-49ea-b210-1af43d80c7d7,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:13.725809 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:13.738096 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9b62d319-14ec-4b4f-b8f6-57e5a8380348 req-5967c0e9-1271-40f2-b9cf-9996d62a19a3 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3cefc6df-b375-4dff-952f-f27f3b0bd7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929713 Sep 28 15:50:13.740550 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ce1bb51b-5760-430c-93fd-786c083c3d68 req-ce3f1491-1042-4277-801b-7350b59c68e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:13.746742 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ce1bb51b-5760-430c-93fd-786c083c3d68 req-ce3f1491-1042-4277-801b-7350b59c68e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:13.754716 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for port (058a8195-114e-47dc-ade6-86966ac18ae9), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:13.756203 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb51b-5760-430c-93fd-786c083c3d68 req-ce3f1491-1042-4277-801b-7350b59c68e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:13.756789 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-ce1bb51b-5760-430c-93fd-786c083c3d68 req-ce3f1491-1042-4277-801b-7350b59c68e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:13.758225 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ce1bb51b-5760-430c-93fd-786c083c3d68 req-ce3f1491-1042-4277-801b-7350b59c68e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "PUT /networking/v2.0/ports/19a4bc09-243d-4df6-a53f-ffce83a0b6e9 HTTP/1.1" status: 200 len: 982 time: 0.5036466 Sep 28 15:50:13.761387 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:50:13.763696 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14907ff-b7d0-4df0-9bd2-0e3c04356008" -d '{"events": [{"name": "network-changed", "server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:50:13.803665 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['19a4bc09-243d-4df6-a53f-ffce83a0b6e9'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:50:13.819636 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (058a8195-114e-47dc-ade6-86966ac18ae9), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:13.826855 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c20e3-2f51-468f-b8d4-67f47503d521 x-openstack-request-id: req-a51c20e3-2f51-468f-b8d4-67f47503d521 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:50:13.827150 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:50:13.829352 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a51c20e3-2f51-468f-b8d4-67f47503d521 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:50:13.829789 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51c20e3-2f51-468f-b8d4-67f47503d521'] response: {'name': 'network-changed', 'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'status': 'completed', 'code': 200} Sep 28 15:50:13.847340 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f1491-1042-4277-801b-7350b59c68e4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'Port': ['ID=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,revision_number=6']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:13.872513 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:50:13.876456 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:50:13.880614 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:50:13.908761 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'Port': ['ID=058a8195-114e-47dc-ade6-86966ac18ae9,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:13.925369 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8366772-c038-4104-a263-4077b2ed371b req-5a9539cd-b46b-42a5-b1b8-76fca35e3c80 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:13.927663 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['94bd65ef-947c-49ea-b210-1af43d80c7d7'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:50:13.930723 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b8366772-c038-4104-a263-4077b2ed371b req-5a9539cd-b46b-42a5-b1b8-76fca35e3c80 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0965405 Sep 28 15:50:13.932936 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:13.934203 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14907ff-b7d0-4df0-9bd2-0e3c04356008 req-7a4f88dd-984c-4b89-8c47-73784f1d767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:13.935797 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e14907ff-b7d0-4df0-9bd2-0e3c04356008 req-7a4f88dd-984c-4b89-8c47-73784f1d767e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=069626c3525d47a9b67f1e6d81b47b2a&device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 1169 time: 0.0811114 Sep 28 15:50:13.971914 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['19a4bc09-243d-4df6-a53f-ffce83a0b6e9'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:50:14.050637 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:14.058416 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b8366772-c038-4104-a263-4077b2ed371b req-e6254ec2-53f4-48d6-a7fe-9c08e6a5e85a tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1215286 Sep 28 15:50:14.090857 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14907ff-b7d0-4df0-9bd2-0e3c04356008 req-f981ae4e-cc4c-4291-8b65-a5abfc9f2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:14.092445 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e14907ff-b7d0-4df0-9bd2-0e3c04356008 req-f981ae4e-cc4c-4291-8b65-a5abfc9f2bf3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2 HTTP/1.1" status: 200 len: 914 time: 0.1489754 Sep 28 15:50:14.146382 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:14.166934 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e14907ff-b7d0-4df0-9bd2-0e3c04356008 req-7dc611fb-c1a1-4978-a817-e5bfd2b42091 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9 HTTP/1.1" status: 200 len: 1000 time: 0.0679846 Sep 28 15:50:14.221898 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14907ff-b7d0-4df0-9bd2-0e3c04356008 req-6f28ba8b-eef0-462a-9069-295ac27fa707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:14.223436 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e14907ff-b7d0-4df0-9bd2-0e3c04356008 req-6f28ba8b-eef0-462a-9069-295ac27fa707 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34 HTTP/1.1" status: 200 len: 853 time: 0.0495377 Sep 28 15:50:14.269373 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14907ff-b7d0-4df0-9bd2-0e3c04356008 req-8a917b5f-ae15-4e05-b50e-c4b1a9abd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:14.270232 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (deeb7156-690a-4e80-b9fb-71a3b56bbfcd), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:14.272263 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e14907ff-b7d0-4df0-9bd2-0e3c04356008 req-8a917b5f-ae15-4e05-b50e-c4b1a9abd1d3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416784 Sep 28 15:50:14.299404 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:14.352927 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (058a8195-114e-47dc-ade6-86966ac18ae9), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:14.374157 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e14907ff-b7d0-4df0-9bd2-0e3c04356008 req-9e6206fd-6b36-4382-b2c4-dd9e340d8a30 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964987 Sep 28 15:50:14.388053 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:14.481209 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e14907ff-b7d0-4df0-9bd2-0e3c04356008 req-9703c28a-c35b-490b-a08b-956ebcaad279 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016309 Sep 28 15:50:14.516706 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for port (058a8195-114e-47dc-ade6-86966ac18ae9), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:14.521256 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (058a8195-114e-47dc-ade6-86966ac18ae9), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:14.589058 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'Port': ['ID=058a8195-114e-47dc-ade6-86966ac18ae9,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:14.596340 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (deeb7156-690a-4e80-b9fb-71a3b56bbfcd), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:14.678751 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:14.687626 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:14.698406 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.l3_db [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Floating IP deeb7156-690a-4e80-b9fb-71a3b56bbfcd associated. External IP: 172.27.2.73, port: b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b. Sep 28 15:50:14.869759 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f21ab-339a-4c83-99c3-e1dac9366756 req-2e854313-da58-4df7-9239-d2f1a898a88f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:14.871259 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1a1f21ab-339a-4c83-99c3-e1dac9366756 req-2e854313-da58-4df7-9239-d2f1a898a88f tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 949 time: 0.0517032 Sep 28 15:50:14.901610 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:50:14.919189 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1a1f21ab-339a-4c83-99c3-e1dac9366756 req-0ab6bca8-e785-457b-a2da-3c12efa27e45 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3cefc6df-b375-4dff-952f-f27f3b0bd7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Sep 28 15:50:15.208087 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:50:15.217621 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9970c9-2df8-421d-9df5-6cd21b5a1dd1 None None] Sync routers for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:50:15.226278 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:15.229363 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9970c9-2df8-421d-9df5-6cd21b5a1dd1 None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:50:15.230015 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-9b9970c9-2df8-421d-9df5-6cd21b5a1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:49:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:50:15.258792 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-f573415d-20a4-402b-a422-19d07dd12374 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8450532 Sep 28 15:50:15.258792 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'tag': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:50:15.259740 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454bc365-f506-4124-bf34-37a6c8bc4691" -d '{"events": [{"name": "network-changed", "server_uuid": "77c8bf17-ac25-4fa7-a79d-521d43b9902c", "tag": "b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:50:15.280274 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:15.297579 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6faba59-f991-4bf2-a631-05d9edc06d21 x-openstack-request-id: req-c6faba59-f991-4bf2-a631-05d9edc06d21 {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:50:15.297985 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c8bf17-ac25-4fa7-a79d-521d43b9902c", "tag": "b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:50:15.298171 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6faba59-f991-4bf2-a631-05d9edc06d21 {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:50:15.298544 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6faba59-f991-4bf2-a631-05d9edc06d21'] response: {'name': 'network-changed', 'server_uuid': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'tag': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b', 'status': 'completed', 'code': 200} Sep 28 15:50:15.332795 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-9b9970c9-2df8-421d-9df5-6cd21b5a1dd1 None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:50:15.359023 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bc365-f506-4124-bf34-37a6c8bc4691 req-c0dfd0db-1ff2-4402-adb8-7f36803a882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:15.360772 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-454bc365-f506-4124-bf34-37a6c8bc4691 req-c0dfd0db-1ff2-4402-adb8-7f36803a882f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 1130 time: 0.0403545 Sep 28 15:50:15.370962 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:15.444579 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 94bd65ef-947c-49ea-b210-1af43d80c7d7 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:50:15.457543 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bc365-f506-4124-bf34-37a6c8bc4691 req-c633684c-85b9-4246-9486-a30b984c03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:15.459376 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-454bc365-f506-4124-bf34-37a6c8bc4691 req-c633684c-85b9-4246-9486-a30b984c03bb service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.0903666 Sep 28 15:50:15.490416 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 94bd65ef-947c-49ea-b210-1af43d80c7d7 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:50:15.496483 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 94bd65ef-947c-49ea-b210-1af43d80c7d7 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:50:15.496862 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:15.497378 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 94bd65ef-947c-49ea-b210-1af43d80c7d7 Sep 28 15:50:15.523138 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-454bc365-f506-4124-bf34-37a6c8bc4691 req-b348fa88-9cd3-4bc5-abd5-15a8c87f7192 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b HTTP/1.1" status: 200 len: 999 time: 0.0580711 Sep 28 15:50:15.545083 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-9b9970c9-2df8-421d-9df5-6cd21b5a1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'deeb7156-690a-4e80-b9fb-71a3b56bbfcd', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:60:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:50:14Z', 'updated_at': '2022-09-28T15:50:14Z', 'revision_number': 0, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:50:15.571588 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bc365-f506-4124-bf34-37a6c8bc4691 req-910a791b-00ce-40fa-b5bb-ba1b75e5cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:15.573085 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-454bc365-f506-4124-bf34-37a6c8bc4691 req-910a791b-00ce-40fa-b5bb-ba1b75e5cb49 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0446627 Sep 28 15:50:15.574071 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9970c9-2df8-421d-9df5-6cd21b5a1dd1 None None] Checking router: 3aa66e43-8c6c-4744-b526-8a9f7027b7bb for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:50:15.574682 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 94bd65ef-947c-49ea-b210-1af43d80c7d7 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:50:15.575073 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:15.583330 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9970c9-2df8-421d-9df5-6cd21b5a1dd1 None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:50:15.583946 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-9b9970c9-2df8-421d-9df5-6cd21b5a1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:49:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:50:15.605165 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcdadee-8e7f-4c26-8977-691ad99ca087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bd65ef-947c-49ea-b210-1af43d80c7d7'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:50:15.607436 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb09f90-03af-4082-8d2e-ae7128e0b9ee" -d '{"events": [{"server_uuid": "6fcdadee-8e7f-4c26-8977-691ad99ca087", "name": "network-vif-plugged", "status": "completed", "tag": "94bd65ef-947c-49ea-b210-1af43d80c7d7"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:50:15.620416 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 94bd65ef-947c-49ea-b210-1af43d80c7d7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=94bd65ef-947c-49ea-b210-1af43d80c7d7,segment=NetworkSegment(12d71d9f-55f9-45c6-9985-6c48bca4f63a),segment_id=12d71d9f-55f9-45c6-9985-6c48bca4f63a)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:50:15.620965 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bc365-f506-4124-bf34-37a6c8bc4691 req-aea059db-81ca-46e0-b6f9-d9325c86d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:15.622624 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-454bc365-f506-4124-bf34-37a6c8bc4691 req-aea059db-81ca-46e0-b6f9-d9325c86d72a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435133 Sep 28 15:50:15.626066 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:15.632071 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:15.665543 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73005f81-2977-41a6-8bec-022f5bcaa5ca x-openstack-request-id: req-73005f81-2977-41a6-8bec-022f5bcaa5ca {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:50:15.665897 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcdadee-8e7f-4c26-8977-691ad99ca087", "name": "network-vif-plugged", "status": "completed", "tag": "94bd65ef-947c-49ea-b210-1af43d80c7d7", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:50:15.666155 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73005f81-2977-41a6-8bec-022f5bcaa5ca {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:50:15.666548 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73005f81-2977-41a6-8bec-022f5bcaa5ca'] response: {'server_uuid': '6fcdadee-8e7f-4c26-8977-691ad99ca087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bd65ef-947c-49ea-b210-1af43d80c7d7', 'code': 200} Sep 28 15:50:15.684214 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=94bd65ef-947c-49ea-b210-1af43d80c7d7,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:15.696646 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-9b9970c9-2df8-421d-9df5-6cd21b5a1dd1 None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:50:15.738905 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-454bc365-f506-4124-bf34-37a6c8bc4691 req-bbbbc30b-e169-4bcd-935c-ae6d552ac2b5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021636 Sep 28 15:50:15.846585 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355b38d-a2c6-4fc9-a2d6-d94297d2c1f3 req-491c3f14-342f-4706-8eb0-a93f241cc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:15.848123 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a355b38d-a2c6-4fc9-a2d6-d94297d2c1f3 req-491c3f14-342f-4706-8eb0-a93f241cc529 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 1134 time: 0.0505166 Sep 28 15:50:15.884784 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-454bc365-f506-4124-bf34-37a6c8bc4691 req-e4f4be85-3588-4483-bf69-6bcdb9fadf02 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389894 Sep 28 15:50:15.899898 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:15.908841 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a355b38d-a2c6-4fc9-a2d6-d94297d2c1f3 req-36d08e1b-65c1-4fbf-8998-4b40be3817ee service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=3cefc6df-b375-4dff-952f-f27f3b0bd7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544064 Sep 28 15:50:15.924980 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-9b9970c9-2df8-421d-9df5-6cd21b5a1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'deeb7156-690a-4e80-b9fb-71a3b56bbfcd', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:60:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:50:14Z', 'updated_at': '2022-09-28T15:50:14Z', 'revision_number': 0, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:50:15.949578 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9970c9-2df8-421d-9df5-6cd21b5a1dd1 None None] The sync data for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi is: [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': 'deeb7156-690a-4e80-b9fb-71a3b56bbfcd', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:60:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:50:14Z', 'updated_at': '2022-09-28T15:50:14Z', 'revision_number': 0, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:50:16.049951 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2b9b4-f0f2-4a3b-9376-5c3a8c712660 req-eca27f55-108d-4af5-9b84-768c74779852 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:16.051421 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d2a2b9b4-f0f2-4a3b-9376-5c3a8c712660 req-eca27f55-108d-4af5-9b84-768c74779852 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 950 time: 0.0522630 Sep 28 15:50:16.102818 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d2a2b9b4-f0f2-4a3b-9376-5c3a8c712660 req-6484aac2-6b6e-40c8-8e52-ae23ae02841b tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3cefc6df-b375-4dff-952f-f27f3b0bd7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457356 Sep 28 15:50:16.142756 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba486204-bb81-4347-af58-d0b523da8482 None None] New status for floating IP deeb7156-690a-4e80-b9fb-71a3b56bbfcd: ACTIVE {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:50:17.227434 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277830d7-1f39-413e-96ed-f800d17531a3 req-7e43be45-f9d6-4ca6-bb17-bb4b9a5dc8f2 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:17.228881 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-277830d7-1f39-413e-96ed-f800d17531a3 req-7e43be45-f9d6-4ca6-bb17-bb4b9a5dc8f2 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 950 time: 0.0463262 Sep 28 15:50:17.275858 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-277830d7-1f39-413e-96ed-f800d17531a3 req-16de4806-c17a-4012-b7d2-742f2a5c659c tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3cefc6df-b375-4dff-952f-f27f3b0bd7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Sep 28 15:50:18.400450 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87a0c2-cdc7-4141-b4a1-b3b18a2c9b0e req-7a8b9a3c-b098-47d2-a03e-8d790e538fbe tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:18.402765 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6f87a0c2-cdc7-4141-b4a1-b3b18a2c9b0e req-7a8b9a3c-b098-47d2-a03e-8d790e538fbe tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 950 time: 0.0539510 Sep 28 15:50:18.464625 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6f87a0c2-cdc7-4141-b4a1-b3b18a2c9b0e req-cd75b6c3-cbb5-4ced-8a16-052bcf5100c4 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3cefc6df-b375-4dff-952f-f27f3b0bd7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524638 Sep 28 15:50:18.716225 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:18.730690 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685a42b-0d18-49cc-b361-e611f7f166de req-52de6d41-ae39-4372-83cc-88ab75d5f6a5 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:18.732236 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e685a42b-0d18-49cc-b361-e611f7f166de req-52de6d41-ae39-4372-83cc-88ab75d5f6a5 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 950 time: 0.0492182 Sep 28 15:50:18.787106 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e685a42b-0d18-49cc-b361-e611f7f166de req-d686f383-1769-49a6-9aae-d14edc08a060 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3cefc6df-b375-4dff-952f-f27f3b0bd7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485830 Sep 28 15:50:19.908215 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb32b70-2a37-48c0-8779-083d18a06c4c req-e02aa6c2-99ee-43d8-be20-0fccae0a8b48 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:19.909709 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5fb32b70-2a37-48c0-8779-083d18a06c4c req-e02aa6c2-99ee-43d8-be20-0fccae0a8b48 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 950 time: 0.0461822 Sep 28 15:50:19.955235 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5fb32b70-2a37-48c0-8779-083d18a06c4c req-393d8846-280e-4e16-8157-40be19c61f9a tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3cefc6df-b375-4dff-952f-f27f3b0bd7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 Sep 28 15:50:20.130673 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aac085-b47a-4ea4-a676-b3ca96465d5f req-55699fba-1bf5-4888-a755-d088ca0c2d8e tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:20.132017 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-13aac085-b47a-4ea4-a676-b3ca96465d5f req-55699fba-1bf5-4888-a755-d088ca0c2d8e tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 950 time: 0.0490124 Sep 28 15:50:20.213894 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-13aac085-b47a-4ea4-a676-b3ca96465d5f req-f48ccd6a-cbe9-4a47-9c9c-cb7128e5c72d tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Deleting port 94bd65ef-947c-49ea-b210-1af43d80c7d7 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:50:20.214271 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-13aac085-b47a-4ea4-a676-b3ca96465d5f req-f48ccd6a-cbe9-4a47-9c9c-cb7128e5c72d tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:20.307420 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-13aac085-b47a-4ea4-a676-b3ca96465d5f req-f48ccd6a-cbe9-4a47-9c9c-cb7128e5c72d tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] For port 94bd65ef-947c-49ea-b210-1af43d80c7d7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=94bd65ef-947c-49ea-b210-1af43d80c7d7,segment=NetworkSegment(12d71d9f-55f9-45c6-9985-6c48bca4f63a),segment_id=12d71d9f-55f9-45c6-9985-6c48bca4f63a)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:50:20.307792 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-13aac085-b47a-4ea4-a676-b3ca96465d5f req-f48ccd6a-cbe9-4a47-9c9c-cb7128e5c72d tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:20.321187 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-13aac085-b47a-4ea4-a676-b3ca96465d5f req-f48ccd6a-cbe9-4a47-9c9c-cb7128e5c72d tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Calling delete_port for 94bd65ef-947c-49ea-b210-1af43d80c7d7 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:50:20.443401 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-13aac085-b47a-4ea4-a676-b3ca96465d5f req-f48ccd6a-cbe9-4a47-9c9c-cb7128e5c72d tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (94bd65ef-947c-49ea-b210-1af43d80c7d7), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:20.454895 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['94bd65ef-947c-49ea-b210-1af43d80c7d7'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:50:20.472251 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ccd6a-cbe9-4a47-9c9c-cb7128e5c72d tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Pushing event deleted for resources: {'Port': ['ID=94bd65ef-947c-49ea-b210-1af43d80c7d7,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:20.523706 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-13aac085-b47a-4ea4-a676-b3ca96465d5f req-f48ccd6a-cbe9-4a47-9c9c-cb7128e5c72d tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] No DVR routers for this DVR port 94bd65ef-947c-49ea-b210-1af43d80c7d7 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:50:20.526214 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-13aac085-b47a-4ea4-a676-b3ca96465d5f req-f48ccd6a-cbe9-4a47-9c9c-cb7128e5c72d tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:20.529459 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-13aac085-b47a-4ea4-a676-b3ca96465d5f req-f48ccd6a-cbe9-4a47-9c9c-cb7128e5c72d tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.50 "DELETE /networking/v2.0/ports/94bd65ef-947c-49ea-b210-1af43d80c7d7 HTTP/1.1" status: 204 len: 173 time: 0.3919148 Sep 28 15:50:20.530017 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcdadee-8e7f-4c26-8977-691ad99ca087', 'name': 'network-vif-deleted', 'tag': '94bd65ef-947c-49ea-b210-1af43d80c7d7'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:50:20.532846 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14680ca1-076d-4ac4-97b0-fc791f4355d6" -d '{"events": [{"server_uuid": "6fcdadee-8e7f-4c26-8977-691ad99ca087", "name": "network-vif-deleted", "tag": "94bd65ef-947c-49ea-b210-1af43d80c7d7"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:50:20.571630 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcb8727-4471-4d83-b69b-e7af5a6d9dd0 x-openstack-request-id: req-2fcb8727-4471-4d83-b69b-e7af5a6d9dd0 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:50:20.572223 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcdadee-8e7f-4c26-8977-691ad99ca087", "name": "network-vif-deleted", "tag": "94bd65ef-947c-49ea-b210-1af43d80c7d7", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:50:20.572547 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fcb8727-4471-4d83-b69b-e7af5a6d9dd0 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:50:20.573023 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcb8727-4471-4d83-b69b-e7af5a6d9dd0'] response: {'server_uuid': '6fcdadee-8e7f-4c26-8977-691ad99ca087', 'name': 'network-vif-deleted', 'tag': '94bd65ef-947c-49ea-b210-1af43d80c7d7', 'status': 'completed', 'code': 200} Sep 28 15:50:21.078149 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9ffb59f6-45db-49a8-a359-400765fdf178 req-a9b471f9-b8cd-4652-bde3-4220907da2d3 tempest-VolumesNegativeTest-1942427557 tempest-VolumesNegativeTest-1942427557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fcdadee-8e7f-4c26-8977-691ad99ca087 HTTP/1.1" status: 200 len: 210 time: 0.0307908 Sep 28 15:50:23.504015 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 94bd65ef-947c-49ea-b210-1af43d80c7d7 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:50:23.524377 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 94bd65ef-947c-49ea-b210-1af43d80c7d7 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:50:23.524722 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 94bd65ef-947c-49ea-b210-1af43d80c7d7 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:50:24.417495 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f2047b71-7754-4737-8857-1d7e9a90f58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:25.252080 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:25.254213 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:25.927279 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=54 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:25.928061 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=68 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:26.216444 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48312) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:26.348550 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-a1a252b1-4827-45db-a6de-5ba33cc47ee1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bf6381246ada4ba084f7cc0d514def4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309121 Sep 28 15:50:26.351022 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48316) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:50:26.397874 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Publish callbacks [] for security_group (3cefc6df-b375-4dff-952f-f27f3b0bd7de), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:26.417756 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Publish callbacks [] for security_group (3cefc6df-b375-4dff-952f-f27f3b0bd7de), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:26.463992 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (3cefc6df-b375-4dff-952f-f27f3b0bd7de), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:26.466444 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:26.468054 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3cefc6df-b375-4dff-952f-f27f3b0bd7de HTTP/1.1" status: 204 len: 168 time: 0.1156673 Sep 28 15:50:26.476285 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cefc6df-b375-4dff-952f-f27f3b0bd7de,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:50:26.486288 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.486639 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.486982 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.487322 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.487654 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.487986 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.488343 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.488626 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.488950 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.489278 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.489600 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.489951 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.490272 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.490751 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.491012 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75d88a4-4959-439d-9e45-26f02a1e800e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:50:26.495032 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1864aec4-4b89-487f-8210-fa32ae6902bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:28.261281 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:29.738412 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:29.750184 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:30.506495 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=88,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:31.057224 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=62,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:36.472831 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:36.476044 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:36.479366 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:36.604980 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a55dd-7763-424a-bee1-26584dacceeb req-2c7dfc6d-4f59-4993-8146-c564243fd9c6 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:36.606488 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a74a55dd-7763-424a-bee1-26584dacceeb req-2c7dfc6d-4f59-4993-8146-c564243fd9c6 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0486019 Sep 28 15:50:36.669097 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a74a55dd-7763-424a-bee1-26584dacceeb req-57991a51-a1db-4783-9cc6-b036c3eb05b4 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0566769 Sep 28 15:50:36.764341 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c226d2-3afc-485f-9873-83a18bbcc65d req-a433b1aa-3057-45cb-b9c7-5649f2486790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:36.765886 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5c226d2-3afc-485f-9873-83a18bbcc65d req-a433b1aa-3057-45cb-b9c7-5649f2486790 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=069626c3525d47a9b67f1e6d81b47b2a&device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 1169 time: 0.0397656 Sep 28 15:50:36.780293 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:36.781136 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:36.873249 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c226d2-3afc-485f-9873-83a18bbcc65d req-de43983f-dce2-4fec-9b2c-5957c48a93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:36.874750 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5c226d2-3afc-485f-9873-83a18bbcc65d req-de43983f-dce2-4fec-9b2c-5957c48a93d8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2 HTTP/1.1" status: 200 len: 914 time: 0.0884559 Sep 28 15:50:36.939203 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5c226d2-3afc-485f-9873-83a18bbcc65d req-162f1066-ceff-4d9c-b467-30697170c76c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9 HTTP/1.1" status: 200 len: 1000 time: 0.0580392 Sep 28 15:50:37.179377 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c226d2-3afc-485f-9873-83a18bbcc65d req-db69a06e-87db-4eb7-b97a-233513f40e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:37.180694 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5c226d2-3afc-485f-9873-83a18bbcc65d req-db69a06e-87db-4eb7-b97a-233513f40e67 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34 HTTP/1.1" status: 200 len: 853 time: 0.0434206 Sep 28 15:50:37.223367 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c226d2-3afc-485f-9873-83a18bbcc65d req-e63a14bd-0f08-4d7f-8a26-1f557f5f5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:37.224803 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5c226d2-3afc-485f-9873-83a18bbcc65d req-e63a14bd-0f08-4d7f-8a26-1f557f5f5829 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379357 Sep 28 15:50:37.325103 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5c226d2-3afc-485f-9873-83a18bbcc65d req-3a85d872-1172-4842-b4af-9fac9a8c6d91 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868354 Sep 28 15:50:37.414810 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5c226d2-3afc-485f-9873-83a18bbcc65d req-2daa2f03-3943-4690-9250-9d9421c7a7f3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836933 Sep 28 15:50:37.668440 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:50:37.792787 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa3402-dd10-48d8-80cd-58155b8a226e req-f3a7e2bb-3291-4147-8911-42847e7d0297 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:37.794292 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-adfa3402-dd10-48d8-80cd-58155b8a226e req-f3a7e2bb-3291-4147-8911-42847e7d0297 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0468440 Sep 28 15:50:37.854250 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-adfa3402-dd10-48d8-80cd-58155b8a226e req-857e0e4b-51ac-4d6f-bf77-3685acc98671 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536425 Sep 28 15:50:38.976097 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c2f9e-997a-46be-850c-d7b71a6464c0 req-783eec03-be02-49ba-b6b0-c81dbda0b0c2 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:38.977546 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7e7c2f9e-997a-46be-850c-d7b71a6464c0 req-783eec03-be02-49ba-b6b0-c81dbda0b0c2 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0458443 Sep 28 15:50:39.036130 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7e7c2f9e-997a-46be-850c-d7b71a6464c0 req-fe8248e5-d5d7-4606-8aeb-f5729094d042 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0525041 Sep 28 15:50:39.746228 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:40.160244 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cf9b0-07d4-4ed0-bc0e-fcbebf661a47 req-1ac2a3c3-4311-49a7-913c-4233e81a4a2a tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:40.161696 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-671cf9b0-07d4-4ed0-bc0e-fcbebf661a47 req-1ac2a3c3-4311-49a7-913c-4233e81a4a2a tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0495741 Sep 28 15:50:40.220403 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-671cf9b0-07d4-4ed0-bc0e-fcbebf661a47 req-5e45733f-0f51-414e-bc7d-3d0aa1fdcf02 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530999 Sep 28 15:50:41.333924 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:41.343301 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38912acb-d5a1-4a74-b149-729ecf1687fb req-704407a6-54bb-4522-a5cd-0b04c6b78747 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:41.344780 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-38912acb-d5a1-4a74-b149-729ecf1687fb req-704407a6-54bb-4522-a5cd-0b04c6b78747 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0485539 Sep 28 15:50:41.403804 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-38912acb-d5a1-4a74-b149-729ecf1687fb req-fcbb2b2f-f0b7-4309-8525-ca71c9158e8e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534439 Sep 28 15:50:42.528819 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39caf1-1abd-4db4-9eb6-dd3f1706092b req-254de6e6-4627-4b8c-b373-dc04a1f50fde tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:42.530838 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ca39caf1-1abd-4db4-9eb6-dd3f1706092b req-254de6e6-4627-4b8c-b373-dc04a1f50fde tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0507433 Sep 28 15:50:42.554947 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:42.590517 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ca39caf1-1abd-4db4-9eb6-dd3f1706092b req-f538b1c3-067e-4272-91a6-a30540fb02cb tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539913 Sep 28 15:50:43.476590 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-55466603-f33c-478f-8f23-59467dbce8e6 req-f533d1e9-13b6-40ef-bad3-626397423856 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0363533 Sep 28 15:50:43.559773 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55466603-f33c-478f-8f23-59467dbce8e6 req-337afd18-32f2-4332-a2c3-d894a1ef0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:43.561872 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-55466603-f33c-478f-8f23-59467dbce8e6 req-337afd18-32f2-4332-a2c3-d894a1ef0a7c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ed1bf756bfcb4d52bd82979559f03a20&device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1130 time: 0.0387833 Sep 28 15:50:43.678614 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55466603-f33c-478f-8f23-59467dbce8e6 req-c0b98ff2-d2a5-48fe-990c-a3a26fb3b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:43.680046 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-55466603-f33c-478f-8f23-59467dbce8e6 req-c0b98ff2-d2a5-48fe-990c-a3a26fb3b167 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=075cc0be-5e39-4fb6-a8fe-314feee10098 HTTP/1.1" status: 200 len: 909 time: 0.0997176 Sep 28 15:50:43.749889 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08230d-7ef4-4979-a067-3797a9448d10 req-657911d8-6108-439d-9d00-16f2191ce219 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:43.751357 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ef08230d-7ef4-4979-a067-3797a9448d10 req-657911d8-6108-439d-9d00-16f2191ce219 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0852332 Sep 28 15:50:43.779580 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-55466603-f33c-478f-8f23-59467dbce8e6 req-0785053d-f0fb-4e5a-ab97-5930f389c96e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 200 len: 1001 time: 0.0833290 Sep 28 15:50:43.855003 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ef08230d-7ef4-4979-a067-3797a9448d10 req-6da97d91-f750-4c6f-b965-5ad5047f8650 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0965574 Sep 28 15:50:43.859302 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55466603-f33c-478f-8f23-59467dbce8e6 req-ad0a6715-b0d3-4184-8ecb-3ccb8e824989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:43.860702 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-55466603-f33c-478f-8f23-59467dbce8e6 req-ad0a6715-b0d3-4184-8ecb-3ccb8e824989 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=5663eb96-9ab6-4408-a1e8-014d463df0f4 HTTP/1.1" status: 200 len: 848 time: 0.0747211 Sep 28 15:50:43.902969 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55466603-f33c-478f-8f23-59467dbce8e6 req-d1c31bed-4285-485a-9202-bb6b35b1f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:43.904986 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-55466603-f33c-478f-8f23-59467dbce8e6 req-d1c31bed-4285-485a-9202-bb6b35b1f38a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=075cc0be-5e39-4fb6-a8fe-314feee10098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387671 Sep 28 15:50:43.996924 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-55466603-f33c-478f-8f23-59467dbce8e6 req-a725eab2-07f6-446e-ba26-4b99cd9d7a19 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852706 Sep 28 15:50:44.088661 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-55466603-f33c-478f-8f23-59467dbce8e6 req-c004a895-6934-4fb9-bf33-00c1763508f5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853133 Sep 28 15:50:44.973698 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f633341-2e8e-4022-b167-7284cabcb753 req-28405eb1-2233-4d1e-8f7f-a6f3ace1e063 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:44.975184 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8f633341-2e8e-4022-b167-7284cabcb753 req-28405eb1-2233-4d1e-8f7f-a6f3ace1e063 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0462289 Sep 28 15:50:45.033874 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8f633341-2e8e-4022-b167-7284cabcb753 req-6893825a-fc2d-4dfb-aa40-902bae491269 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531735 Sep 28 15:50:46.154754 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8fb4b-6279-4a41-87c9-271e044e84df req-6440a91a-29ea-4972-950c-b860c7dde5f6 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:46.156215 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ebd8fb4b-6279-4a41-87c9-271e044e84df req-6440a91a-29ea-4972-950c-b860c7dde5f6 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0465770 Sep 28 15:50:46.205358 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:46.216020 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ebd8fb4b-6279-4a41-87c9-271e044e84df req-4f008470-07e7-4d58-9034-549f593cbecf tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0542212 Sep 28 15:50:46.470338 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:47.341877 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa0457-7a7a-4633-bf79-d18e6a33e75e req-458b00de-cb8b-4a94-a062-cf1e00d006d2 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:47.343363 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8baa0457-7a7a-4633-bf79-d18e6a33e75e req-458b00de-cb8b-4a94-a062-cf1e00d006d2 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0501993 Sep 28 15:50:47.402259 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8baa0457-7a7a-4633-bf79-d18e6a33e75e req-e0eec762-3827-4b61-8a08-d3cdc1eb0725 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532963 Sep 28 15:50:47.663708 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:48.524305 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c2920-e8b3-4e98-9150-9bf1994ceb7c req-451c73b0-cd42-4713-8adf-be74603bf639 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:48.525797 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ba1c2920-e8b3-4e98-9150-9bf1994ceb7c req-451c73b0-cd42-4713-8adf-be74603bf639 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0473652 Sep 28 15:50:48.537371 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:48.585689 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ba1c2920-e8b3-4e98-9150-9bf1994ceb7c req-50058431-204d-4877-a236-62c8b2b0872e tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536520 Sep 28 15:50:49.722671 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c2a1e-0c0f-4e83-bbb7-70f488bef0f3 req-9036dbbe-41c6-4e15-ae92-2772d63a642c tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:49.724242 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-219c2a1e-0c0f-4e83-bbb7-70f488bef0f3 req-9036dbbe-41c6-4e15-ae92-2772d63a642c tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0593026 Sep 28 15:50:49.786850 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-219c2a1e-0c0f-4e83-bbb7-70f488bef0f3 req-9c866c7d-7052-4645-8aa2-3a08286defb9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0566094 Sep 28 15:50:50.909540 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96184d-7aa0-41bd-b57c-e80203af8292 req-4d5b3223-71ff-4e55-a9b3-8e4e7dd81b4b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:50.911032 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ed96184d-7aa0-41bd-b57c-e80203af8292 req-4d5b3223-71ff-4e55-a9b3-8e4e7dd81b4b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0475090 Sep 28 15:50:50.970407 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ed96184d-7aa0-41bd-b57c-e80203af8292 req-76a37604-b639-4f5c-9226-90e0eca79b56 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536668 Sep 28 15:50:51.658373 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:50:52.104049 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44b07-57cd-4c74-8207-48702a13c5de req-8cca6441-a0ed-4b02-bbf1-e5d5af415a6a tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:52.105525 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e9d44b07-57cd-4c74-8207-48702a13c5de req-8cca6441-a0ed-4b02-bbf1-e5d5af415a6a tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0526271 Sep 28 15:50:52.165543 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e9d44b07-57cd-4c74-8207-48702a13c5de req-e7da4a7f-2611-48d4-a49b-a8e8895c58af tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537615 Sep 28 15:50:53.288875 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d83a7-2de9-4f49-a6ee-c5a455c32fa4 req-b101cd83-f759-4a1d-8cb5-78af5f7ddd26 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:53.290395 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f28d83a7-2de9-4f49-a6ee-c5a455c32fa4 req-b101cd83-f759-4a1d-8cb5-78af5f7ddd26 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0503759 Sep 28 15:50:53.349995 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f28d83a7-2de9-4f49-a6ee-c5a455c32fa4 req-358751cc-6600-408e-8507-4d8d51ba93da tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538130 Sep 28 15:50:54.420899 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-54baf909-9d78-40cb-8bd2-ea5fd058beec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:54.473579 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5e001-567f-4052-851c-e2c8d291583d req-d7656a81-75a7-4225-ac44-8ec4564556db tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:50:54.475069 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e1e5e001-567f-4052-851c-e2c8d291583d req-d7656a81-75a7-4225-ac44-8ec4564556db tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0468352 Sep 28 15:50:54.535409 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e1e5e001-567f-4052-851c-e2c8d291583d req-c13af5b8-307c-402b-92b9-bda2ec708d42 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&id=da016f62-0a68-4648-a2fc-bf694519034d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0545187 Sep 28 15:50:56.497219 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-bf901bc4-0942-4a5a-a22d-b4705e188b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:58.265019 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:59.734602 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:50:59.751664 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:04.525776 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=53 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:04.530209 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=78 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:06.485686 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:13.779622 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:14.667500 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:51:14.703025 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b440e-332a-456f-a7cb-344999bbb404 req-62f68755-7590-4107-9e29-c5d0d71fd496 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:14.704628 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-856b440e-332a-456f-a7cb-344999bbb404 req-62f68755-7590-4107-9e29-c5d0d71fd496 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0562048 Sep 28 15:51:14.758441 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-856b440e-332a-456f-a7cb-344999bbb404 req-6c772226-5c76-4394-8836-2340409fc8af tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472541 Sep 28 15:51:15.897021 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d6de2-7c77-44e5-896f-7b4be5202541 req-4a63cb89-7f4d-4109-846c-343b8e83a67e tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:15.898620 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f52d6de2-7c77-44e5-896f-7b4be5202541 req-4a63cb89-7f4d-4109-846c-343b8e83a67e tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0511320 Sep 28 15:51:15.962503 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f52d6de2-7c77-44e5-896f-7b4be5202541 req-7ed60ab7-6cce-45db-a74b-9edfaa67647a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574419 Sep 28 15:51:16.479018 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:16.480335 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:17.080651 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b42dc-f160-46bd-aa7f-219057a20d85 req-a59d80c2-5077-4e1c-ad38-971120b169f3 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:17.082352 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0e9b42dc-f160-46bd-aa7f-219057a20d85 req-a59d80c2-5077-4e1c-ad38-971120b169f3 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0452468 Sep 28 15:51:17.134203 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0e9b42dc-f160-46bd-aa7f-219057a20d85 req-c68977fb-2ff6-42e6-a3b2-e51e16d14841 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460930 Sep 28 15:51:18.520879 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339f5fa-4307-43a1-ab6b-812050edaaf2 req-020c17d7-22ec-470f-9dc2-6c6b79e8ae9f tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:18.522443 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c339f5fa-4307-43a1-ab6b-812050edaaf2 req-020c17d7-22ec-470f-9dc2-6c6b79e8ae9f tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.3135960 Sep 28 15:51:18.572713 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c339f5fa-4307-43a1-ab6b-812050edaaf2 req-4691497a-4d4e-4043-9b64-4c523a0c319d tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446017 Sep 28 15:51:19.700265 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a39f43-bd32-4a98-bfcb-90e2f5d3cda3 req-6f54a049-e206-49b6-ac94-a716d29cecb0 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:19.701880 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-18a39f43-bd32-4a98-bfcb-90e2f5d3cda3 req-6f54a049-e206-49b6-ac94-a716d29cecb0 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0480492 Sep 28 15:51:19.754032 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-18a39f43-bd32-4a98-bfcb-90e2f5d3cda3 req-1c339232-bbc8-44ce-909b-ba68fa54eb7f tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465641 Sep 28 15:51:20.886336 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e41f1-23b4-40ea-8e84-55bf320dbab3 req-72702610-7d1c-433c-b84c-4601c83ccb78 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:20.887808 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-be8e41f1-23b4-40ea-8e84-55bf320dbab3 req-72702610-7d1c-433c-b84c-4601c83ccb78 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0507634 Sep 28 15:51:20.941045 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-be8e41f1-23b4-40ea-8e84-55bf320dbab3 req-fe3d0006-4758-4559-ad5e-37dc7851570d tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474815 Sep 28 15:51:22.080694 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eb6ff-a7a3-44a9-a689-8a0ecfb6b01b req-f5fc5553-5963-4827-8f98-cda2e7ae60ba tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:22.082939 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b53eb6ff-a7a3-44a9-a689-8a0ecfb6b01b req-f5fc5553-5963-4827-8f98-cda2e7ae60ba tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0620468 Sep 28 15:51:22.136819 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b53eb6ff-a7a3-44a9-a689-8a0ecfb6b01b req-6019bcbf-1f91-41c8-af4f-56d566caafa7 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469048 Sep 28 15:51:23.264851 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d42f4-1724-4354-9084-5b41427dff1c req-f233a75a-2394-4739-bf51-c9a4375ff394 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:23.266322 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f91d42f4-1724-4354-9084-5b41427dff1c req-f233a75a-2394-4739-bf51-c9a4375ff394 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0520699 Sep 28 15:51:23.325976 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f91d42f4-1724-4354-9084-5b41427dff1c req-d0f9fbb5-c38a-4a33-be60-3c93f98e8976 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503464 Sep 28 15:51:24.430381 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d355a9c8-de4b-44d2-bc44-1b37db649fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:24.457190 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906bcf4-5166-4ff3-8385-3a060a6e60b9 req-9753c9c7-d0f9-4e26-8cc1-3a210831f5b0 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:24.458780 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a906bcf4-5166-4ff3-8385-3a060a6e60b9 req-9753c9c7-d0f9-4e26-8cc1-3a210831f5b0 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0530062 Sep 28 15:51:24.526766 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a906bcf4-5166-4ff3-8385-3a060a6e60b9 req-dd6f0835-52c3-47a3-9ff7-e45ed9843e5c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620325 Sep 28 15:51:24.662599 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:24.663507 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:25.671701 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bb8d6-cf7a-4a1a-b8a3-9c0cd9829b7a req-083da758-ecbb-4845-9646-be8941bd2589 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:25.674275 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-055bb8d6-cf7a-4a1a-b8a3-9c0cd9829b7a req-083da758-ecbb-4845-9646-be8941bd2589 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0706663 Sep 28 15:51:25.756881 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-055bb8d6-cf7a-4a1a-b8a3-9c0cd9829b7a req-9fa26ff4-25dc-42cf-81d9-c246dfa8678d tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765514 Sep 28 15:51:26.493553 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8416d2cc-3098-4e8e-bf04-d5570559bc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:26.915590 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e997e-af2c-46a3-bfbf-1148537760d8 req-e5382973-b6fe-448c-803f-8234397dfbc5 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:26.918856 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b55e997e-af2c-46a3-bfbf-1148537760d8 req-e5382973-b6fe-448c-803f-8234397dfbc5 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0733397 Sep 28 15:51:26.968145 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:26.979698 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b55e997e-af2c-46a3-bfbf-1148537760d8 req-96406c66-cc78-44e3-bd92-0ec15b6f3df4 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501485 Sep 28 15:51:27.413875 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:27.483224 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e3f177f8-e85d-493b-80c8-07d6051b7dbc req-e7a36487-c004-4ac8-9962-f7054037b324 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-75370381&fields=id&tenant_id=069626c3525d47a9b67f1e6d81b47b2a HTTP/1.1" status: 200 len: 267 time: 0.0795977 Sep 28 15:51:27.549910 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f177f8-e85d-493b-80c8-07d6051b7dbc req-16ee4885-be45-4701-b619-1fe81e58c012 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:27.551293 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e3f177f8-e85d-493b-80c8-07d6051b7dbc req-16ee4885-be45-4701-b619-1fe81e58c012 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 985 time: 0.0597594 Sep 28 15:51:27.563685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-e3f177f8-e85d-493b-80c8-07d6051b7dbc req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Request body: {'port': {'security_groups': ['a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:51:27.650565 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-e3f177f8-e85d-493b-80c8-07d6051b7dbc req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:27.859844 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-e3f177f8-e85d-493b-80c8-07d6051b7dbc req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] For port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:27.891665 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-e3f177f8-e85d-493b-80c8-07d6051b7dbc req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:27.897105 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-e3f177f8-e85d-493b-80c8-07d6051b7dbc req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:27.909071 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f177f8-e85d-493b-80c8-07d6051b7dbc req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:27.909907 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-e3f177f8-e85d-493b-80c8-07d6051b7dbc req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:27.911710 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e3f177f8-e85d-493b-80c8-07d6051b7dbc req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "PUT /networking/v2.0/ports/19a4bc09-243d-4df6-a53f-ffce83a0b6e9 HTTP/1.1" status: 200 len: 943 time: 0.3534641 Sep 28 15:51:27.912347 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:51:27.913645 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['19a4bc09-243d-4df6-a53f-ffce83a0b6e9'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:51:27.914900 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f59f8c7-0060-4771-a398-547784793d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:51:27.940075 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48404) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:27.989760 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d5fbd5-aa56-4532-bc5f-90cf25f2b7de x-openstack-request-id: req-87d5fbd5-aa56-4532-bc5f-90cf25f2b7de {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:51:27.990572 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:51:27.990572 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87d5fbd5-aa56-4532-bc5f-90cf25f2b7de {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:51:27.990858 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d5fbd5-aa56-4532-bc5f-90cf25f2b7de'] response: {'name': 'network-changed', 'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'status': 'completed', 'code': 200} Sep 28 15:51:27.998048 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event updated for resources: {'Port': ['ID=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,revision_number=7']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:28.008101 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.008713 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.009226 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.009731 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.010981 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.011643 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.012497 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.013020 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.013704 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.015336 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.015336 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.015336 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.015664 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.016185 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.016732 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa8b11-b47c-4c03-a3ea-9efd16bd6e8b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.082260 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['19a4bc09-243d-4df6-a53f-ffce83a0b6e9'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:51:28.089263 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group (da016f62-0a68-4648-a2fc-bf694519034d), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:28.141040 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f8c7-0060-4771-a398-547784793d6c req-cb54ec71-9c56-43f3-b923-649bcec51638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:28.144481 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f59f8c7-0060-4771-a398-547784793d6c req-cb54ec71-9c56-43f3-b923-649bcec51638 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=069626c3525d47a9b67f1e6d81b47b2a&device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 1130 time: 0.1024914 Sep 28 15:51:28.161645 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group (da016f62-0a68-4648-a2fc-bf694519034d), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:28.302077 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:28.331220 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (da016f62-0a68-4648-a2fc-bf694519034d), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:28.332528 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f8c7-0060-4771-a398-547784793d6c req-bf8656ea-9ec0-4c57-87be-02ec6d35e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:28.337753 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:28.339932 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f59f8c7-0060-4771-a398-547784793d6c req-bf8656ea-9ec0-4c57-87be-02ec6d35e732 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2 HTTP/1.1" status: 200 len: 914 time: 0.1867332 Sep 28 15:51:28.342097 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/da016f62-0a68-4648-a2fc-bf694519034d HTTP/1.1" status: 204 len: 168 time: 0.4021032 Sep 28 15:51:28.364168 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48412) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:28.366514 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da016f62-0a68-4648-a2fc-bf694519034d,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:28.382542 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.383194 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.383711 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.384149 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.384645 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.385126 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.385547 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.386130 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.386561 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.386985 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.387408 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.387829 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.388268 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.388686 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.389238 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971ded13-253e-45e5-9f3a-8418fed22801 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:28.688150 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f59f8c7-0060-4771-a398-547784793d6c req-12436388-dd74-4ea5-8998-e78da34685f3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9 HTTP/1.1" status: 200 len: 1000 time: 0.3389809 Sep 28 15:51:28.740290 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138204f1-a2ed-4dcd-92bf-7cc54f40e17f req-e820f5cb-8a6d-4af9-bd39-84c0184a7e3a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:28.742756 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-138204f1-a2ed-4dcd-92bf-7cc54f40e17f req-e820f5cb-8a6d-4af9-bd39-84c0184a7e3a tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.6221352 Sep 28 15:51:28.878736 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f8c7-0060-4771-a398-547784793d6c req-4c14c188-f0e4-4f21-91fe-bcfc58b8d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:28.880342 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f59f8c7-0060-4771-a398-547784793d6c req-4c14c188-f0e4-4f21-91fe-bcfc58b8d90d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34 HTTP/1.1" status: 200 len: 853 time: 0.1694503 Sep 28 15:51:28.899814 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Deleting port cd0a5db8-2122-43a4-86fc-0243826dca16 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:51:28.900148 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (cd0a5db8-2122-43a4-86fc-0243826dca16), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:28.906447 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:28.937398 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-138204f1-a2ed-4dcd-92bf-7cc54f40e17f req-eaef7b36-27bd-43c6-8034-04a1d19ea70f tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511643 Sep 28 15:51:28.942002 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:28.980222 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f8c7-0060-4771-a398-547784793d6c req-278b5d75-b1bb-4b3a-9c32-fb3b73182c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:28.982008 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f59f8c7-0060-4771-a398-547784793d6c req-278b5d75-b1bb-4b3a-9c32-fb3b73182c9a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955546 Sep 28 15:51:29.112039 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (cd0a5db8-2122-43a4-86fc-0243826dca16), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:29.113165 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for floatingip (cd0a5db8-2122-43a4-86fc-0243826dca16), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:29.134266 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Calling delete_port for cd0a5db8-2122-43a4-86fc-0243826dca16 owned by network:floatingip {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:51:29.206930 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f59f8c7-0060-4771-a398-547784793d6c req-f61cf8f1-f1ff-45a8-97f9-695a4e52b2f9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121873 Sep 28 15:51:29.365928 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f59f8c7-0060-4771-a398-547784793d6c req-a61086a4-5db4-40f4-8bea-abb94c816b10 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456330 Sep 28 15:51:29.439901 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (cd0a5db8-2122-43a4-86fc-0243826dca16), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:29.483474 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event deleted for resources: {'Port': ['ID=cd0a5db8-2122-43a4-86fc-0243826dca16,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:29.560548 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks [] for floatingip (df513426-ce39-4bdd-82e5-9c86088e0582), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:29.560893 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Floating IP df513426-ce39-4bdd-82e5-9c86088e0582 disassociated (deleted). External IP: 172.27.2.2, port: 19a4bc09-243d-4df6-a53f-ffce83a0b6e9. Sep 28 15:51:29.755372 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:29.769965 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:29.857737 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:51:29.909693 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5c803-0c40-4ce2-b6a8-6729b91b6488 req-71f3cad1-48ef-430a-a5e4-6837db61c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:29.911501 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c9f5c803-0c40-4ce2-b6a8-6729b91b6488 req-71f3cad1-48ef-430a-a5e4-6837db61c59f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ed1bf756bfcb4d52bd82979559f03a20&device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1130 time: 0.0562737 Sep 28 15:51:30.001067 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:30.008195 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:30.127594 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:51:30.144389 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:30.146952 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34851770-4f6f-49bb-a902-f23f283b493c None None] Sync routers for ids ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:51:30.158173 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5c803-0c40-4ce2-b6a8-6729b91b6488 req-147a3693-e974-4c13-b49a-27b5bab67ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:30.160761 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c9f5c803-0c40-4ce2-b6a8-6729b91b6488 req-147a3693-e974-4c13-b49a-27b5bab67ee4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=075cc0be-5e39-4fb6-a8fe-314feee10098 HTTP/1.1" status: 200 len: 909 time: 0.2162013 Sep 28 15:51:30.164228 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34851770-4f6f-49bb-a902-f23f283b493c None None] Routers {'2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:51:30.165275 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-34851770-4f6f-49bb-a902-f23f283b493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:51:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:30.304422 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-34851770-4f6f-49bb-a902-f23f283b493c None None] Set router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:51:30.308200 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-72526186-ae60-408f-9eb7-a67ccab48af9 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/df513426-ce39-4bdd-82e5-9c86088e0582 HTTP/1.1" status: 204 len: 168 time: 1.9355345 Sep 28 15:51:30.317470 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:51:30.320172 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46" -d '{"events": [{"name": "network-changed", "server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:51:30.344864 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ffb02-c299-4f24-ac02-1db9ab0a2f43 req-5fef2232-257e-4b07-83a0-046d69388e55 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:30.347183 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d89ffb02-c299-4f24-ac02-1db9ab0a2f43 req-5fef2232-257e-4b07-83a0-046d69388e55 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.2869406 Sep 28 15:51:30.358657 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c9f5c803-0c40-4ce2-b6a8-6729b91b6488 req-4d5004a6-5409-4202-9f37-a48cb15a82f7 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 200 len: 1001 time: 0.1706793 Sep 28 15:51:30.468993 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5c803-0c40-4ce2-b6a8-6729b91b6488 req-6f4e24fa-f5e6-4e15-a98e-e7f78c3a1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:30.471130 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c9f5c803-0c40-4ce2-b6a8-6729b91b6488 req-6f4e24fa-f5e6-4e15-a98e-e7f78c3a1e7c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=5663eb96-9ab6-4408-a1e8-014d463df0f4 HTTP/1.1" status: 200 len: 848 time: 0.1009357 Sep 28 15:51:30.479138 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d89ffb02-c299-4f24-ac02-1db9ab0a2f43 req-2499c15e-50b4-4035-a251-363df1bfdc25 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186237 Sep 28 15:51:30.551728 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375665c1-dc1a-4daf-884d-38f9b11f732a x-openstack-request-id: req-375665c1-dc1a-4daf-884d-38f9b11f732a {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:51:30.552023 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:51:30.552276 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-375665c1-dc1a-4daf-884d-38f9b11f732a {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:51:30.552681 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375665c1-dc1a-4daf-884d-38f9b11f732a'] response: {'name': 'network-changed', 'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'status': 'completed', 'code': 200} Sep 28 15:51:30.576011 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5c803-0c40-4ce2-b6a8-6729b91b6488 req-09f93183-6032-4328-b050-4aed838648da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:30.578841 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c9f5c803-0c40-4ce2-b6a8-6729b91b6488 req-09f93183-6032-4328-b050-4aed838648da service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=075cc0be-5e39-4fb6-a8fe-314feee10098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0985024 Sep 28 15:51:30.647636 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-34851770-4f6f-49bb-a902-f23f283b493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:09Z', 'revision_number': 4, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '90e23e7e-8702-4e0a-b8af-65f04fb0395c', 'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'mac_address': 'fa:16:3e:20:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:08Z', 'updated_at': '2022-09-28T15:49:14Z', 'revision_number': 5, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'subnets': [{'id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:30.680204 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46 req-3e4360f9-7286-4d43-b572-f72949b9f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:30.681894 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46 req-3e4360f9-7286-4d43-b572-f72949b9f271 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=069626c3525d47a9b67f1e6d81b47b2a&device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 1130 time: 0.0970778 Sep 28 15:51:30.718809 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34851770-4f6f-49bb-a902-f23f283b493c None None] Checking router: 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:51:30.742853 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34851770-4f6f-49bb-a902-f23f283b493c None None] Routers {'2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:51:30.744644 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-34851770-4f6f-49bb-a902-f23f283b493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:51:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:30.789401 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c9f5c803-0c40-4ce2-b6a8-6729b91b6488 req-cfa93c7f-bf94-42eb-849d-15ad93996a0b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026579 Sep 28 15:51:30.872504 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46 req-60855fcf-dbeb-4fa4-a5a9-5715ad710931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:30.873991 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46 req-60855fcf-dbeb-4fa4-a5a9-5715ad710931 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2 HTTP/1.1" status: 200 len: 914 time: 0.1841233 Sep 28 15:51:30.932082 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c9f5c803-0c40-4ce2-b6a8-6729b91b6488 req-103a276d-3cf2-4890-9774-2958e114be66 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354468 Sep 28 15:51:30.993522 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-34851770-4f6f-49bb-a902-f23f283b493c None None] Set router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:51:31.161659 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46 req-d13f91e8-b40e-45a7-aa3d-4b5078cbb917 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9 HTTP/1.1" status: 200 len: 217 time: 0.0640314 Sep 28 15:51:31.219146 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-34851770-4f6f-49bb-a902-f23f283b493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:09Z', 'revision_number': 4, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '90e23e7e-8702-4e0a-b8af-65f04fb0395c', 'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'mac_address': 'fa:16:3e:20:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:08Z', 'updated_at': '2022-09-28T15:49:14Z', 'revision_number': 5, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'subnets': [{'id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:31.246450 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34851770-4f6f-49bb-a902-f23f283b493c None None] The sync data for ids ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'] in dv-cinder-859319-2-iscsi is: [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:49:09Z', 'revision_number': 4, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '90e23e7e-8702-4e0a-b8af-65f04fb0395c', 'name': '', 'network_id': 'bcc7c8e5-217b-472a-b2a7-f672fbc784d2', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'mac_address': 'fa:16:3e:20:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:08Z', 'updated_at': '2022-09-28T15:49:14Z', 'revision_number': 5, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'subnets': [{'id': 'f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:51:31.522117 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72dd5c2-bdec-4673-a002-7fc5bd2462a7 None None] New status for floating IP df513426-ce39-4bdd-82e5-9c86088e0582: DOWN {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:51:31.635707 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8573d-5890-4953-809b-8c749c43269a req-b314d18c-9bcf-4d80-be44-4a9236601b74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:31.638673 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d5f8573d-5890-4953-809b-8c749c43269a req-b314d18c-9bcf-4d80-be44-4a9236601b74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0584848 Sep 28 15:51:31.719503 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d5f8573d-5890-4953-809b-8c749c43269a req-e1291711-dd26-4e3f-80f4-4d7d4bb0bd51 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737703 Sep 28 15:51:32.278866 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46 req-bec86995-fe89-4445-8783-278e86a1924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:32.280350 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46 req-bec86995-fe89-4445-8783-278e86a1924b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34 HTTP/1.1" status: 200 len: 853 time: 0.0577447 Sep 28 15:51:32.373698 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46 req-d82e939b-1419-436f-9a21-148e7fe282de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:32.375876 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46 req-d82e939b-1419-436f-9a21-148e7fe282de service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=bcc7c8e5-217b-472a-b2a7-f672fbc784d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719924 Sep 28 15:51:32.552911 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:32.578830 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46 req-9b39dcd2-8e44-4dd4-876f-ac6ca31bc94a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184568 Sep 28 15:51:32.596319 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:32.709941 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-b5fb83d5-cfc6-42cc-a0ee-c97f7bfbaa46 req-785c3415-e7db-4f73-ae9b-3d1de2d19f0e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248887 Sep 28 15:51:32.877758 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bf45c-b9e6-4620-b462-6fd47308f0e1 req-9b1c791b-af52-4677-a17a-1bf6e69add62 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:32.879504 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-db8bf45c-b9e6-4620-b462-6fd47308f0e1 req-9b1c791b-af52-4677-a17a-1bf6e69add62 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0621054 Sep 28 15:51:32.985805 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-db8bf45c-b9e6-4620-b462-6fd47308f0e1 req-977c79a7-d4cf-46ab-ab2e-5d0b2c879c8f tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949087 Sep 28 15:51:34.187775 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da5fec-d286-433d-affe-6539323e833e req-11c8c32f-ebca-4d1f-baa5-4c89de0032cf tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:34.190230 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12da5fec-d286-433d-affe-6539323e833e req-11c8c32f-ebca-4d1f-baa5-4c89de0032cf tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0758691 Sep 28 15:51:34.276174 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-12da5fec-d286-433d-affe-6539323e833e req-f4ec265b-3cad-4ac6-8b87-0d0ef36821fe tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697670 Sep 28 15:51:34.725730 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5d94f-395b-4f29-9a54-12402021391c req-99ae475b-d5f8-4e26-96d6-67012cabaad5 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:34.728232 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f1b5d94f-395b-4f29-9a54-12402021391c req-99ae475b-d5f8-4e26-96d6-67012cabaad5 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.1687031 Sep 28 15:51:34.738258 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09fe0-fa70-4768-9aa2-6bc817e6c716 req-42a231de-20e2-4b41-b7c9-947375073be6 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:34.740584 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9b09fe0-fa70-4768-9aa2-6bc817e6c716 req-42a231de-20e2-4b41-b7c9-947375073be6 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 946 time: 0.1773400 Sep 28 15:51:35.135852 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-30126db2-5f46-41d4-b56b-ccd4751cc431 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5838392 Sep 28 15:51:35.203226 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f1b5d94f-395b-4f29-9a54-12402021391c req-93e46e48-f12f-42a5-a013-27419b4a5797 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4612064 Sep 28 15:51:35.209037 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a9b09fe0-fa70-4768-9aa2-6bc817e6c716 req-f84268ba-52bb-46e2-9d28-9f3107bc2b6a tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604771 Sep 28 15:51:35.318847 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-01a25b58-53f6-4e5f-bd35-b5b7b6687339 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:35.320358 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-01a25b58-53f6-4e5f-bd35-b5b7b6687339 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports/c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 200 len: 943 time: 0.1443336 Sep 28 15:51:35.864403 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device c78f0be5-1345-49e1-9c04-e28beb7e2fa7 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:51:35.949162 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 is: ACTIVE; New status is: DOWN {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:51:35.949563 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:35.974680 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:51:35.976943 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec89804-cfd6-4422-9c20-817d665b97de" -d '{"events": [{"server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:51:35.991126 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port c78f0be5-1345-49e1-9c04-e28beb7e2fa7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:35.996719 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:36.020997 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Sep 2022 15:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b36bd8f-a0f2-41be-b838-c43a54a73e5c x-openstack-request-id: req-4b36bd8f-a0f2-41be-b838-c43a54a73e5c {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:51:36.021290 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "name": "network-vif-unplugged", "status": "failed", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7", "code": 422}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:51:36.021622 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b36bd8f-a0f2-41be-b838-c43a54a73e5c {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:51:36.022010 dv-cinder-859319-2-iscsi neutron-server[112832]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4b36bd8f-a0f2-41be-b838-c43a54a73e5c']: {'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'code': 422} returned with failed status Sep 28 15:51:36.052354 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,revision_number=6']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:36.060195 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.060538 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.060875 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.061208 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.061535 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.061876 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.062213 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.062532 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.062852 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.063170 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.063489 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.063813 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.064128 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.064447 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.064762 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:51:36.208700 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52809dc9-826e-41cd-a94d-4c99c0e798d1 req-a67b2a52-b0c4-4456-9277-31c5c06e2356 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:36.210372 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52809dc9-826e-41cd-a94d-4c99c0e798d1 req-a67b2a52-b0c4-4456-9277-31c5c06e2356 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 946 time: 0.0514374 Sep 28 15:51:36.372629 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-52809dc9-826e-41cd-a94d-4c99c0e798d1 req-a8e90099-8bbd-49cd-8128-1f178810c32b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Deleting port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:51:36.373221 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52809dc9-826e-41cd-a94d-4c99c0e798d1 req-a8e90099-8bbd-49cd-8128-1f178810c32b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:36.461581 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a677161-a22c-44ee-8422-2668fa92ae73 req-0d68636a-6f3d-4092-a225-fe2b3ad155d1 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:36.463258 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6a677161-a22c-44ee-8422-2668fa92ae73 req-0d68636a-6f3d-4092-a225-fe2b3ad155d1 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 946 time: 0.1240835 Sep 28 15:51:36.468979 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f5b4-f6b7-4698-861e-fe434902cc01 req-f802fca8-65c9-4a58-86f0-1c552743a2a9 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:36.470527 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4b43f5b4-f6b7-4698-861e-fe434902cc01 req-f802fca8-65c9-4a58-86f0-1c552743a2a9 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.1508043 Sep 28 15:51:36.489418 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:36.593586 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-52809dc9-826e-41cd-a94d-4c99c0e798d1 req-a8e90099-8bbd-49cd-8128-1f178810c32b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] For port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:36.593980 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52809dc9-826e-41cd-a94d-4c99c0e798d1 req-a8e90099-8bbd-49cd-8128-1f178810c32b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:36.605434 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6a677161-a22c-44ee-8422-2668fa92ae73 req-bfca02c6-25c8-4794-b64e-80212bfd9b95 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318250 Sep 28 15:51:36.611075 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4b43f5b4-f6b7-4698-861e-fe434902cc01 req-bafd2c79-e0e5-4e7c-889e-d3d26410310f tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336319 Sep 28 15:51:36.615948 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-52809dc9-826e-41cd-a94d-4c99c0e798d1 req-a8e90099-8bbd-49cd-8128-1f178810c32b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Calling delete_port for 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:51:36.629439 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:36.700443 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:36.784854 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52809dc9-826e-41cd-a94d-4c99c0e798d1 req-a8e90099-8bbd-49cd-8128-1f178810c32b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (19a4bc09-243d-4df6-a53f-ffce83a0b6e9), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:36.800320 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['19a4bc09-243d-4df6-a53f-ffce83a0b6e9'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:51:36.842562 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e90099-8bbd-49cd-8128-1f178810c32b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Pushing event deleted for resources: {'Port': ['ID=19a4bc09-243d-4df6-a53f-ffce83a0b6e9,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:36.901817 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-52809dc9-826e-41cd-a94d-4c99c0e798d1 req-a8e90099-8bbd-49cd-8128-1f178810c32b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] No DVR routers for this DVR port 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:51:36.904693 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-52809dc9-826e-41cd-a94d-4c99c0e798d1 req-a8e90099-8bbd-49cd-8128-1f178810c32b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:36.908185 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-52809dc9-826e-41cd-a94d-4c99c0e798d1 req-a8e90099-8bbd-49cd-8128-1f178810c32b tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.50 "DELETE /networking/v2.0/ports/19a4bc09-243d-4df6-a53f-ffce83a0b6e9 HTTP/1.1" status: 204 len: 173 time: 0.6914537 Sep 28 15:51:36.908754 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'name': 'network-vif-deleted', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:51:36.911115 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e600c5d-daa4-4481-8222-9ae12d1f284f" -d '{"events": [{"server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "name": "network-vif-deleted", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:51:36.956129 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aab18cd-1de5-4b1d-a250-f60e4206d165 x-openstack-request-id: req-2aab18cd-1de5-4b1d-a250-f60e4206d165 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:51:36.956423 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d62c070-226f-4632-afcc-8b89ec928ef2", "name": "network-vif-deleted", "tag": "19a4bc09-243d-4df6-a53f-ffce83a0b6e9", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:51:36.956678 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2aab18cd-1de5-4b1d-a250-f60e4206d165 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:51:36.957084 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aab18cd-1de5-4b1d-a250-f60e4206d165'] response: {'server_uuid': '7d62c070-226f-4632-afcc-8b89ec928ef2', 'name': 'network-vif-deleted', 'tag': '19a4bc09-243d-4df6-a53f-ffce83a0b6e9', 'status': 'completed', 'code': 200} Sep 28 15:51:37.737604 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-b50c19be-0e5c-4751-aac6-3987a371c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:37.737604 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-b50c19be-0e5c-4751-aac6-3987a371c28a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9&tenant_id=ed1bf756bfcb4d52bd82979559f03a20 HTTP/1.1" status: 200 len: 1128 time: 0.0832274 Sep 28 15:51:37.766071 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2b9117a3-103a-4e1b-b819-10b0ea791d3c req-2bd64ede-0746-4e65-b4cf-513aabb12eb5 tempest-TestMinimumBasicScenario-393187960 tempest-TestMinimumBasicScenario-393187960-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7d62c070-226f-4632-afcc-8b89ec928ef2 HTTP/1.1" status: 200 len: 210 time: 0.0526812 Sep 28 15:51:37.840101 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-231bff13-ec2b-4391-b287-f06768b5187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:37.841636 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-231bff13-ec2b-4391-b287-f06768b5187f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ed1bf756bfcb4d52bd82979559f03a20&device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1128 time: 0.0743020 Sep 28 15:51:37.851038 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d81eaa-c545-4bb6-80ed-24af7e3ba7f1 req-bb85dc03-63e1-4588-b35d-8ecea2b4b000 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:37.852586 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-22d81eaa-c545-4bb6-80ed-24af7e3ba7f1 req-bb85dc03-63e1-4588-b35d-8ecea2b4b000 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.0968041 Sep 28 15:51:37.957736 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-22d81eaa-c545-4bb6-80ed-24af7e3ba7f1 req-ae95778d-3d11-41f7-9ca6-132abd2e4f68 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954988 Sep 28 15:51:37.990826 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-3ee3bcf4-8c90-4ba6-ad14-b7d24d56d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:37.992335 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-3ee3bcf4-8c90-4ba6-ad14-b7d24d56d6cd service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=075cc0be-5e39-4fb6-a8fe-314feee10098 HTTP/1.1" status: 200 len: 909 time: 0.1383102 Sep 28 15:51:38.140000 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-8620d3ed-d5a7-4371-af6e-3c6d265ad8a4 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 200 len: 999 time: 0.0743301 Sep 28 15:51:38.207461 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-36e9e295-b82d-4f23-8040-f59e25a62d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:38.209112 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-36e9e295-b82d-4f23-8040-f59e25a62d11 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=5663eb96-9ab6-4408-a1e8-014d463df0f4 HTTP/1.1" status: 200 len: 848 time: 0.0628874 Sep 28 15:51:38.268377 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-c280f3cd-55b0-4b29-a860-9490ddc1406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:38.270234 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-c280f3cd-55b0-4b29-a860-9490ddc1406a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=075cc0be-5e39-4fb6-a8fe-314feee10098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545387 Sep 28 15:51:38.400912 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-50c323ff-e5d9-46e4-b537-8c25b7a86c59 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245489 Sep 28 15:51:38.502472 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-869985a6-b2f1-48b7-ad8e-9769c31a0a4b req-19720118-bd1d-4803-ad0b-9218d48e9c70 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954609 Sep 28 15:51:39.105874 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6537ab9-b69f-4ebb-81d2-2f71f9414542 req-69eafc40-3ac0-4a6e-8c28-7a16173d961c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:39.107794 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a6537ab9-b69f-4ebb-81d2-2f71f9414542 req-69eafc40-3ac0-4a6e-8c28-7a16173d961c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.0642424 Sep 28 15:51:39.165078 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a6537ab9-b69f-4ebb-81d2-2f71f9414542 req-77b89631-c6da-47ae-ae93-94020c99460d tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505888 Sep 28 15:51:39.550733 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48536) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:39.646659 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:39.713316 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:39.857383 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:51:39.877072 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:51:39.877416 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 19a4bc09-243d-4df6-a53f-ffce83a0b6e9 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:51:39.882685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000813'] for router_interface (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:40.139598 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] Deleting port 90e23e7e-8702-4e0a-b8af-65f04fb0395c {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:51:40.140635 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:40.224690 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] For port 90e23e7e-8702-4e0a-b8af-65f04fb0395c, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=90e23e7e-8702-4e0a-b8af-65f04fb0395c,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:40.225049 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:40.239955 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] Calling delete_port for 90e23e7e-8702-4e0a-b8af-65f04fb0395c owned by network:router_interface {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:51:40.330502 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294b873-e55d-47c7-9feb-b19306e38509 req-7a6c114a-0916-45f2-920f-c414624dddc7 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:40.332047 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3294b873-e55d-47c7-9feb-b19306e38509 req-7a6c114a-0916-45f2-920f-c414624dddc7 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.0877414 Sep 28 15:51:40.434949 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3294b873-e55d-47c7-9feb-b19306e38509 req-faac8f57-a3b5-4963-95fd-8d44983709d8 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945313 Sep 28 15:51:40.515472 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (90e23e7e-8702-4e0a-b8af-65f04fb0395c), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:40.539183 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] Pushing event deleted for resources: {'Port': ['ID=90e23e7e-8702-4e0a-b8af-65f04fb0395c,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:40.548616 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:40.596508 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:40.706383 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009117'] for router_interface (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:40.910577 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] Router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:51:41.022550 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:51:41.027708 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-f285de38-8c4e-496d-9d95-5ba5bbe6cffc admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4758770 Sep 28 15:51:41.031079 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48540) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:41.034238 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b159ba-66e5-4cad-914b-5bfe696a1a78 None None] Sync routers for ids ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:51:41.045201 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b159ba-66e5-4cad-914b-5bfe696a1a78 None None] Routers {'2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:51:41.045815 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-66b159ba-66e5-4cad-914b-5bfe696a1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:51:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:41.133000 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Publish callbacks [] for router (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.152791 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-66b159ba-66e5-4cad-914b-5bfe696a1a78 None None] Set router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:51:41.235294 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Publish callbacks [] for router_gateway (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.278559 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Deleting port 2807f43f-f56b-4720-bf42-57ef4c5f25e5 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:51:41.278879 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.321672 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:41.325024 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-66b159ba-66e5-4cad-914b-5bfe696a1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:51:40Z', 'revision_number': 5, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port': {'id': '2807f43f-f56b-4720-bf42-57ef4c5f25e5', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:06Z', 'updated_at': '2022-09-28T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:41.350316 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b159ba-66e5-4cad-914b-5bfe696a1a78 None None] Checking router: 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:51:41.358182 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:41.360401 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b159ba-66e5-4cad-914b-5bfe696a1a78 None None] Routers {'2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:51:41.361014 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-66b159ba-66e5-4cad-914b-5bfe696a1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:51:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:41.364091 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] For port 2807f43f-f56b-4720-bf42-57ef4c5f25e5, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=2807f43f-f56b-4720-bf42-57ef4c5f25e5,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:41.364457 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.377912 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Calling delete_port for 2807f43f-f56b-4720-bf42-57ef4c5f25e5 owned by network:router_gateway {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:51:41.452942 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-66b159ba-66e5-4cad-914b-5bfe696a1a78 None None] Set router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d gateway port host: None {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:51:41.508844 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-66b159ba-66e5-4cad-914b-5bfe696a1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:51:41Z', 'revision_number': 6, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port_host': None}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:41.537041 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b159ba-66e5-4cad-914b-5bfe696a1a78 None None] The sync data for ids ['2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d'] in dv-cinder-859319-2-iscsi is: [{'id': '2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d', 'name': 'tempest-TestMinimumBasicScenario-983411982-router', 'tenant_id': '069626c3525d47a9b67f1e6d81b47b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:05Z', 'updated_at': '2022-09-28T15:51:41Z', 'revision_number': 6, 'project_id': '069626c3525d47a9b67f1e6d81b47b2a', 'gw_port_host': None}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:51:41.557577 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (2807f43f-f56b-4720-bf42-57ef4c5f25e5), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.584112 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Pushing event deleted for resources: {'Port': ['ID=2807f43f-f56b-4720-bf42-57ef4c5f25e5,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:41.592301 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b6191-80e2-41ea-921f-41a7523a8fdf req-cdec7de4-02f5-4e97-8b70-4f62b1f1b0ca tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:41.596578 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9c4b6191-80e2-41ea-921f-41a7523a8fdf req-cdec7de4-02f5-4e97-8b70-4f62b1f1b0ca tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.0653384 Sep 28 15:51:41.644484 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9c4b6191-80e2-41ea-921f-41a7523a8fdf req-b36b9fe1-6bc8-4037-bb70-b80c6e60837b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444496 Sep 28 15:51:41.650636 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008939'] for router_gateway (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.748172 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2009202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-907'] for router (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.750331 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Publish callbacks [] for router_controller (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.751578 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:41.753412 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:41.795564 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2009195'] for router (2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.796010 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d {{(pid=112831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 15:51:41.800799 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.801971 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-aec49ad8-3b75-4c8c-9b9d-845295b64720 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/2a0f0e5e-b1b8-4f86-a722-07a7dfcdd42d HTTP/1.1" status: 204 len: 168 time: 0.7698832 Sep 28 15:51:41.804448 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48544) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:41.849120 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ff0d9d-5c53-4078-b5bc-048b8bd118bb admin admin] Deleting subnet f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34 {{(pid=112831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:51:41.852268 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78ff0d9d-5c53-4078-b5bc-048b8bd118bb admin admin] Publish callbacks [] for subnet (f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.889419 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78ff0d9d-5c53-4078-b5bc-048b8bd118bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064839'] for subnet (f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:41.974150 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78ff0d9d-5c53-4078-b5bc-048b8bd118bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.028434 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78ff0d9d-5c53-4078-b5bc-048b8bd118bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3622050'] for subnet (f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.053434 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff0d9d-5c53-4078-b5bc-048b8bd118bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:42.057133 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-78ff0d9d-5c53-4078-b5bc-048b8bd118bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.060322 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-78ff0d9d-5c53-4078-b5bc-048b8bd118bb admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/f844d6ec-dd70-4c32-b7a7-6e6f54dd9f34 HTTP/1.1" status: 204 len: 168 time: 0.2549508 Sep 28 15:51:42.062898 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48546) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:42.065367 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11e3eef-36f4-4c0c-b442-a624a4393f17 None None] Network bcc7c8e5-217b-472a-b2a7-f672fbc784d2 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:51:42.133177 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (bcc7c8e5-217b-472a-b2a7-f672fbc784d2), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.151187 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:42.177258 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Deleting port ca579384-a31e-44da-a2f8-1cd149af7bbc {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:51:42.177643 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.238965 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] For port ca579384-a31e-44da-a2f8-1cd149af7bbc, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=ca579384-a31e-44da-a2f8-1cd149af7bbc,segment=NetworkSegment(ed06a95a-f41b-4ed1-a20d-cabe6adec93e),segment_id=ed06a95a-f41b-4ed1-a20d-cabe6adec93e)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:42.239248 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.252795 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Calling delete_port for ca579384-a31e-44da-a2f8-1cd149af7bbc owned by network:dhcp {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:51:42.324016 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babe6139-d405-441d-a7f6-8e4d7d60a7f5 None None] DHCP port deletion for bcc7c8e5-217b-472a-b2a7-f672fbc784d2 request from dv-cinder-859319-2-iscsi {{(pid=112832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 15:51:42.339676 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.361402 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-babe6139-d405-441d-a7f6-8e4d7d60a7f5 None None] Deleting port ca579384-a31e-44da-a2f8-1cd149af7bbc {{(pid=112832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:51:42.361774 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-babe6139-d405-441d-a7f6-8e4d7d60a7f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), before_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.367306 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] No DVR routers for this DVR port ca579384-a31e-44da-a2f8-1cd149af7bbc on host dv-cinder-859319-2-iscsi {{(pid=112831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:51:42.371782 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca579384-a31e-44da-a2f8-1cd149af7bbc,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:42.431163 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-babe6139-d405-441d-a7f6-8e4d7d60a7f5 None None] For port ca579384-a31e-44da-a2f8-1cd149af7bbc, host dv-cinder-859319-2-iscsi, got binding levels [] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:42.431569 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-babe6139-d405-441d-a7f6-8e4d7d60a7f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), precommit_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.446178 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-babe6139-d405-441d-a7f6-8e4d7d60a7f5 None None] Calling delete_port for ca579384-a31e-44da-a2f8-1cd149af7bbc owned by network:dhcp {{(pid=112832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:51:42.449673 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (bcc7c8e5-217b-472a-b2a7-f672fbc784d2), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.451638 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.ipam_backend_mixin [None req-babe6139-d405-441d-a7f6-8e4d7d60a7f5 None None] Port ca579384-a31e-44da-a2f8-1cd149af7bbc was not found and therefore no delete operation was performed {{(pid=112832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 28 15:51:42.452900 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-babe6139-d405-441d-a7f6-8e4d7d60a7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (ca579384-a31e-44da-a2f8-1cd149af7bbc), after_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.473415 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc7c8e5-217b-472a-b2a7-f672fbc784d2']}} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:42.478179 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe6139-d405-441d-a7f6-8e4d7d60a7f5 None None] Pushing event deleted for resources: {'Port': ['ID=ca579384-a31e-44da-a2f8-1cd149af7bbc,revision_number=None']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:42.482031 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe6139-d405-441d-a7f6-8e4d7d60a7f5 None None] No DVR routers for this DVR port ca579384-a31e-44da-a2f8-1cd149af7bbc on host dv-cinder-859319-2-iscsi {{(pid=112832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:51:42.485478 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e') {'for_net_delete': True} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:42.485784 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed06a95a-f41b-4ed1-a20d-cabe6adec93e') {} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:42.499250 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064846'] for segment (ed06a95a-f41b-4ed1-a20d-cabe6adec93e), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.514721 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (ed06a95a-f41b-4ed1-a20d-cabe6adec93e), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.521878 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=112831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:51:42.522329 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066602'] for segment (ed06a95a-f41b-4ed1-a20d-cabe6adec93e), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.566430 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment ed06a95a-f41b-4ed1-a20d-cabe6adec93e resource provider aggregate not found Sep 28 15:51:42.571628 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:42.587318 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment ed06a95a-f41b-4ed1-a20d-cabe6adec93e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed06a95a-f41b-4ed1-a20d-cabe6adec93e found for delete ", "request_id": "req-84d2cea9-55e2-413d-b564-0f9c2e52aa13"}]} Sep 28 15:51:42.592368 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (bcc7c8e5-217b-472a-b2a7-f672fbc784d2), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.606971 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:42.606971 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/bcc7c8e5-217b-472a-b2a7-f672fbc784d2 HTTP/1.1" status: 204 len: 168 time: 0.5372155 Sep 28 15:51:42.608592 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48552) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:42.620687 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb28404-4a2b-4ec1-89e8-d6925719e1e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc7c8e5-217b-472a-b2a7-f672fbc784d2,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:43.067271 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e0222-d942-484f-b199-1b136138f21a req-c32d089b-e8b8-46d6-83d9-0277ac0af581 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:43.068732 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e89e0222-d942-484f-b199-1b136138f21a req-c32d089b-e8b8-46d6-83d9-0277ac0af581 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.3198833 Sep 28 15:51:43.179272 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e89e0222-d942-484f-b199-1b136138f21a req-2c87c295-0cea-4606-95ec-895c42436db0 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873342 Sep 28 15:51:43.260876 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:43.265164 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:43.271745 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000813'] for router_interface (9b7d975a-8eee-4837-a27e-54ddab454e28), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:43.458718 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device ca579384-a31e-44da-a2f8-1cd149af7bbc no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:51:43.484379 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: ca579384-a31e-44da-a2f8-1cd149af7bbc {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:51:43.484720 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device ca579384-a31e-44da-a2f8-1cd149af7bbc not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:51:43.485152 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 2807f43f-f56b-4720-bf42-57ef4c5f25e5 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:51:43.506066 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 2807f43f-f56b-4720-bf42-57ef4c5f25e5 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:51:43.506406 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 2807f43f-f56b-4720-bf42-57ef4c5f25e5 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:51:43.506819 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 90e23e7e-8702-4e0a-b8af-65f04fb0395c no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:51:43.507560 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] Deleting port d2cd189d-5194-4f5a-b980-9413e607168c {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:51:43.507900 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:43.525444 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 90e23e7e-8702-4e0a-b8af-65f04fb0395c {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:51:43.525783 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 90e23e7e-8702-4e0a-b8af-65f04fb0395c not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:51:43.586462 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] For port d2cd189d-5194-4f5a-b980-9413e607168c, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d2cd189d-5194-4f5a-b980-9413e607168c,segment=NetworkSegment(74fd8a72-5558-4323-ac6f-189a7cd1a981),segment_id=74fd8a72-5558-4323-ac6f-189a7cd1a981)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:43.587446 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:43.599839 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] Calling delete_port for d2cd189d-5194-4f5a-b980-9413e607168c owned by network:router_interface {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:51:43.780753 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (d2cd189d-5194-4f5a-b980-9413e607168c), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:43.802851 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2cd189d-5194-4f5a-b980-9413e607168c,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:43.967181 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009117'] for router_interface (9b7d975a-8eee-4837-a27e-54ddab454e28), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:44.104084 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:44.148770 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:44.174566 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] Router 9b7d975a-8eee-4837-a27e-54ddab454e28 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:51:44.316695 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502bba2-c9b2-42fe-9472-d7b7a22126f7 req-41fdf8c0-72ec-4be6-b839-3e3d705217b5 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:44.318184 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a502bba2-c9b2-42fe-9472-d7b7a22126f7 req-41fdf8c0-72ec-4be6-b839-3e3d705217b5 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.0623741 Sep 28 15:51:44.319241 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:51:44.324320 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-2ebe6999-6b44-4210-be47-61878466fe35 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/9b7d975a-8eee-4837-a27e-54ddab454e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146382 Sep 28 15:51:44.328520 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe7debd-1468-4f07-96b2-f888fa27e030 None None] Sync routers for ids ['9b7d975a-8eee-4837-a27e-54ddab454e28'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:51:44.329954 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48558) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:44.346000 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7debd-1468-4f07-96b2-f888fa27e030 None None] Routers {'9b7d975a-8eee-4837-a27e-54ddab454e28'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:51:44.346654 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-bbe7debd-1468-4f07-96b2-f888fa27e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:51:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['9b7d975a-8eee-4837-a27e-54ddab454e28'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:44.349486 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:44.371959 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a502bba2-c9b2-42fe-9472-d7b7a22126f7 req-d04d051a-f9fc-48a0-a05a-f374afb80351 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464633 Sep 28 15:51:44.434791 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Publish callbacks [] for router (9b7d975a-8eee-4837-a27e-54ddab454e28), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:44.462505 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-bbe7debd-1468-4f07-96b2-f888fa27e030 None None] Set router 9b7d975a-8eee-4837-a27e-54ddab454e28 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:51:44.480333 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-45eb960f-2841-4cca-a435-a1c7740e22c9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416167 Sep 28 15:51:44.514297 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:44.540438 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Publish callbacks [] for router_gateway (9b7d975a-8eee-4837-a27e-54ddab454e28), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:44.545301 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-c9a0c1a6-3333-452e-b8b9-b6cb67a71971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:44.546871 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-c9a0c1a6-3333-452e-b8b9-b6cb67a71971 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 1130 time: 0.0456867 Sep 28 15:51:44.591160 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Deleting port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:51:44.591504 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:44.661917 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-5a2c7c68-3c20-4fb5-b44c-1fceba1cb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:44.663355 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-5a2c7c68-3c20-4fb5-b44c-1fceba1cb97d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.0973363 Sep 28 15:51:44.683435 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] For port 9153bf83-fa56-4020-bd07-bc8c0b12b0f1, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=9153bf83-fa56-4020-bd07-bc8c0b12b0f1,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:44.683817 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:44.697022 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Calling delete_port for 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 owned by network:router_gateway {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:51:44.732320 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-7ea081ac-df10-43ef-93bc-9155b6dd8476 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b HTTP/1.1" status: 200 len: 1001 time: 0.0632155 Sep 28 15:51:44.766713 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-bbe7debd-1468-4f07-96b2-f888fa27e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'name': 'tempest-TestMinimumBasicScenario-850551130-router', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:51:43Z', 'revision_number': 5, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'gw_port': {'id': '9153bf83-fa56-4020-bd07-bc8c0b12b0f1', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:44.783001 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-f70a563e-18b5-4672-9417-e2d8a0707470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:44.784542 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-f70a563e-18b5-4672-9417-e2d8a0707470 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0462761 Sep 28 15:51:44.795312 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe7debd-1468-4f07-96b2-f888fa27e030 None None] Checking router: 9b7d975a-8eee-4837-a27e-54ddab454e28 for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:51:44.806491 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7debd-1468-4f07-96b2-f888fa27e030 None None] Routers {'9b7d975a-8eee-4837-a27e-54ddab454e28'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:51:44.807110 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-bbe7debd-1468-4f07-96b2-f888fa27e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:51:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['9b7d975a-8eee-4837-a27e-54ddab454e28'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:44.829589 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-d35c1270-b92c-4563-954a-2ed0279d1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:44.831235 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-d35c1270-b92c-4563-954a-2ed0279d1b8d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401008 Sep 28 15:51:44.867148 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (9153bf83-fa56-4020-bd07-bc8c0b12b0f1), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:44.892891 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Pushing event deleted for resources: {'Port': ['ID=9153bf83-fa56-4020-bd07-bc8c0b12b0f1,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:44.903311 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-bbe7debd-1468-4f07-96b2-f888fa27e030 None None] Set router 9b7d975a-8eee-4837-a27e-54ddab454e28 gateway port host: None {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:51:44.928179 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-a248a1da-9754-4c0e-a5e4-881ff4cf7055 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911086 Sep 28 15:51:44.955863 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-bbe7debd-1468-4f07-96b2-f888fa27e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'name': 'tempest-TestMinimumBasicScenario-850551130-router', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:51:44Z', 'revision_number': 6, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'gw_port_host': None}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:44.956452 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008939'] for router_gateway (9b7d975a-8eee-4837-a27e-54ddab454e28), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:44.983292 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe7debd-1468-4f07-96b2-f888fa27e030 None None] The sync data for ids ['9b7d975a-8eee-4837-a27e-54ddab454e28'] in dv-cinder-859319-2-iscsi is: [{'id': '9b7d975a-8eee-4837-a27e-54ddab454e28', 'name': 'tempest-TestMinimumBasicScenario-850551130-router', 'tenant_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:12Z', 'updated_at': '2022-09-28T15:51:44Z', 'revision_number': 6, 'project_id': '50b7a9ed7d494df39cc0040c1ca761b8', 'gw_port_host': None}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:51:45.027101 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3581670d-a1d5-4006-a1bf-9b9c668d3e1e req-689780de-10e8-408d-90cc-d6fa2aca87a4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926280 Sep 28 15:51:45.045672 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2009202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-907'] for router (9b7d975a-8eee-4837-a27e-54ddab454e28), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.048016 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Publish callbacks [] for router_controller (9b7d975a-8eee-4837-a27e-54ddab454e28), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.090164 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2009195'] for router (9b7d975a-8eee-4837-a27e-54ddab454e28), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.090759 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b7d975a-8eee-4837-a27e-54ddab454e28 {{(pid=112831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 15:51:45.094780 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.095897 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-97c32dce-0e88-41fb-ada4-2d8e889d4448 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/9b7d975a-8eee-4837-a27e-54ddab454e28 HTTP/1.1" status: 204 len: 168 time: 0.7649713 Sep 28 15:51:45.099035 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48560) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:45.143790 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f2f9ac-701c-439d-a2a4-e1b94998e71d admin admin] Deleting subnet 6c214d39-2763-4933-be06-0cd58710eeb8 {{(pid=112831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:51:45.146938 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f9ac-701c-439d-a2a4-e1b94998e71d admin admin] Publish callbacks [] for subnet (6c214d39-2763-4933-be06-0cd58710eeb8), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.171885 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:45.186504 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f9ac-701c-439d-a2a4-e1b94998e71d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064839'] for subnet (6c214d39-2763-4933-be06-0cd58710eeb8), precommit_delete_associations {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.260525 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f9ac-701c-439d-a2a4-e1b94998e71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (6c214d39-2763-4933-be06-0cd58710eeb8), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.315761 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f9ac-701c-439d-a2a4-e1b94998e71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3622050'] for subnet (6c214d39-2763-4933-be06-0cd58710eeb8), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.345831 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2f9ac-701c-439d-a2a4-e1b94998e71d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c214d39-2763-4933-be06-0cd58710eeb8,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:45.350601 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f9ac-701c-439d-a2a4-e1b94998e71d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.356194 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e4f2f9ac-701c-439d-a2a4-e1b94998e71d admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/6c214d39-2763-4933-be06-0cd58710eeb8 HTTP/1.1" status: 204 len: 168 time: 0.2539086 Sep 28 15:51:45.356431 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48562) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:45.358859 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b4c22d-7a6a-4403-92d1-28fb911a5ac3 None None] Network d09d49ea-3450-429b-b150-7a94257d3989 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:51:45.445468 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (d09d49ea-3450-429b-b150-7a94257d3989), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.480027 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:45.490168 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Deleting port a814b252-d1e7-4978-817d-942a6a2dfe4e {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:51:45.490464 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.525300 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21c682-fb9c-47e6-8b2d-2df4c5716b0f req-de491888-215c-40dc-bb67-fca1cde2e1e7 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:45.527194 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-af21c682-fb9c-47e6-8b2d-2df4c5716b0f req-de491888-215c-40dc-bb67-fca1cde2e1e7 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 944 time: 0.0547793 Sep 28 15:51:45.557458 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] For port a814b252-d1e7-4978-817d-942a6a2dfe4e, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=a814b252-d1e7-4978-817d-942a6a2dfe4e,segment=NetworkSegment(74fd8a72-5558-4323-ac6f-189a7cd1a981),segment_id=74fd8a72-5558-4323-ac6f-189a7cd1a981)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:45.557815 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.570774 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Calling delete_port for a814b252-d1e7-4978-817d-942a6a2dfe4e owned by network:dhcp {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:51:45.578404 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-af21c682-fb9c-47e6-8b2d-2df4c5716b0f req-139e6ac2-6c90-4496-9c02-ab3f6d625814 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451679 Sep 28 15:51:45.650640 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (a814b252-d1e7-4978-817d-942a6a2dfe4e), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.674524 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Pushing event deleted for resources: {'Port': ['ID=a814b252-d1e7-4978-817d-942a6a2dfe4e,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:45.677835 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] No DVR routers for this DVR port a814b252-d1e7-4978-817d-942a6a2dfe4e on host dv-cinder-859319-2-iscsi {{(pid=112831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:51:45.748267 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f22061-a526-489c-832d-83db2db6a638 None None] DHCP port deletion for d09d49ea-3450-429b-b150-7a94257d3989 request from dv-cinder-859319-2-iscsi {{(pid=112832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 15:51:45.752142 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (d09d49ea-3450-429b-b150-7a94257d3989), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.777626 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09d49ea-3450-429b-b150-7a94257d3989']}} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:45.787720 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fd8a72-5558-4323-ac6f-189a7cd1a981') {'for_net_delete': True} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:45.788043 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fd8a72-5558-4323-ac6f-189a7cd1a981') {} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:51:45.798862 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064846'] for segment (74fd8a72-5558-4323-ac6f-189a7cd1a981), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.813245 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (74fd8a72-5558-4323-ac6f-189a7cd1a981), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.820227 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=112831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:51:45.820734 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066602'] for segment (74fd8a72-5558-4323-ac6f-189a7cd1a981), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.843873 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d2cd189d-5194-4f5a-b980-9413e607168c no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:51:45.865157 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 74fd8a72-5558-4323-ac6f-189a7cd1a981 resource provider aggregate not found Sep 28 15:51:45.870345 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: d2cd189d-5194-4f5a-b980-9413e607168c {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:51:45.879189 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d2cd189d-5194-4f5a-b980-9413e607168c not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:51:45.887546 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment 74fd8a72-5558-4323-ac6f-189a7cd1a981 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74fd8a72-5558-4323-ac6f-189a7cd1a981 found for delete ", "request_id": "req-a2989317-ad43-49b8-a39a-1cdc671e101a"}]} Sep 28 15:51:45.897027 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (d09d49ea-3450-429b-b150-7a94257d3989), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.902822 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device c78f0be5-1345-49e1-9c04-e28beb7e2fa7 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:51:45.909560 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:45.913083 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/d09d49ea-3450-429b-b150-7a94257d3989 HTTP/1.1" status: 204 len: 168 time: 0.5546298 Sep 28 15:51:45.924349 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb5cd8-dc15-4a50-86f5-5cd593d88517 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09d49ea-3450-429b-b150-7a94257d3989,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:46.010439 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=100 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:46.012384 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port c78f0be5-1345-49e1-9c04-e28beb7e2fa7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:46.025232 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'port_id': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'mac_address': 'fa:16:3e:5b:21:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:51:46.067503 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:51:46.068031 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:46.083659 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78f0be5-1345-49e1-9c04-e28beb7e2fa7 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:51:46.107659 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port c78f0be5-1345-49e1-9c04-e28beb7e2fa7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:46.112915 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48572) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:46.115241 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:46.162720 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-aec37b28-457a-4c74-b2ea-59271993b790 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=069626c3525d47a9b67f1e6d81b47b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485568 Sep 28 15:51:46.163949 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,revision_number=7']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:46.165255 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48574) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:46.215643 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b0673e67-ec1e-49be-9521-4f33a04c9368 admin admin] Publish callbacks [] for security_group (a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:46.217261 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:46.239082 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b0673e67-ec1e-49be-9521-4f33a04c9368 admin admin] Publish callbacks [] for security_group (a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:46.288807 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b0673e67-ec1e-49be-9521-4f33a04c9368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:46.291379 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-b0673e67-ec1e-49be-9521-4f33a04c9368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:46.296530 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-b0673e67-ec1e-49be-9521-4f33a04c9368 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67 HTTP/1.1" status: 204 len: 168 time: 0.1256754 Sep 28 15:51:46.304284 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0673e67-ec1e-49be-9521-4f33a04c9368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70778fe-9f54-4a89-b8ca-e2d3ca0ddd67,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:46.323235 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['c78f0be5-1345-49e1-9c04-e28beb7e2fa7'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:51:46.510411 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:46.631356 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48582) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:46.681645 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-68e043e0-c499-41e0-b031-bf052e763109 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=50b7a9ed7d494df39cc0040c1ca761b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486512 Sep 28 15:51:46.684356 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48584) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:51:46.705055 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:46.716352 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc69b6-a88d-4e7d-b90a-f3b1ba93049c req-e4ea0bb2-a8d2-4ee6-96c1-13627ee708aa tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:46.717829 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-07bc69b6-a88d-4e7d-b90a-f3b1ba93049c req-e4ea0bb2-a8d2-4ee6-96c1-13627ee708aa tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 945 time: 0.0554481 Sep 28 15:51:46.738085 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e4261f58-cb01-464b-8c48-fa84032de05b admin admin] Publish callbacks [] for security_group (e8e922b5-2017-4357-991a-77125a47e773), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:46.758469 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e4261f58-cb01-464b-8c48-fa84032de05b admin admin] Publish callbacks [] for security_group (e8e922b5-2017-4357-991a-77125a47e773), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:46.767997 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-07bc69b6-a88d-4e7d-b90a-f3b1ba93049c req-7f10476d-1c1d-4773-afc8-4e8cf4a97742 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439756 Sep 28 15:51:46.805043 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e4261f58-cb01-464b-8c48-fa84032de05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (e8e922b5-2017-4357-991a-77125a47e773), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:46.808096 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-e4261f58-cb01-464b-8c48-fa84032de05b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:46.809230 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-e4261f58-cb01-464b-8c48-fa84032de05b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e8e922b5-2017-4357-991a-77125a47e773 HTTP/1.1" status: 204 len: 168 time: 0.1238821 Sep 28 15:51:46.817188 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4261f58-cb01-464b-8c48-fa84032de05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e922b5-2017-4357-991a-77125a47e773,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:47.448619 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a814b252-d1e7-4978-817d-942a6a2dfe4e no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:51:47.468914 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: a814b252-d1e7-4978-817d-942a6a2dfe4e {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:51:47.469260 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a814b252-d1e7-4978-817d-942a6a2dfe4e not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:51:47.469674 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:51:47.491349 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:51:47.491888 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 9153bf83-fa56-4020-bd07-bc8c0b12b0f1 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:51:47.883646 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:47.891970 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a92de3-4a82-4615-a753-7a144d644e15 req-fd6c1253-c85d-45af-a468-f5ca665995be tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:47.893421 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-85a92de3-4a82-4615-a753-7a144d644e15 req-fd6c1253-c85d-45af-a468-f5ca665995be tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 945 time: 0.0489714 Sep 28 15:51:47.903120 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device c78f0be5-1345-49e1-9c04-e28beb7e2fa7 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:51:47.942346 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-85a92de3-4a82-4615-a753-7a144d644e15 req-e2084a55-1ac9-435f-9665-749080b23b19 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433397 Sep 28 15:51:47.946991 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:51:47.947371 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:47.947699 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 Sep 28 15:51:48.017294 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:51:48.017669 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:48.040278 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:51:48.042977 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edadea75-c8a1-4426-b642-54e0f74c083e" -d '{"events": [{"server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "name": "network-vif-plugged", "status": "completed", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:51:48.057870 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port c78f0be5-1345-49e1-9c04-e28beb7e2fa7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:51:48.062223 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:48.084303 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3575e4-9905-47d1-87fb-e1c24a207ea7 x-openstack-request-id: req-ef3575e4-9905-47d1-87fb-e1c24a207ea7 {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:51:48.084587 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "name": "network-vif-plugged", "status": "completed", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:51:48.084834 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef3575e4-9905-47d1-87fb-e1c24a207ea7 {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:51:48.085231 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3575e4-9905-47d1-87fb-e1c24a207ea7'] response: {'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'code': 200} Sep 28 15:51:48.112382 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,revision_number=8']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:51:48.294069 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344033ca-50ee-4fe0-9bc6-15cc19b06247 req-90e61db8-64f0-4bfc-8f12-5edce8d5308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:48.295557 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-344033ca-50ee-4fe0-9bc6-15cc19b06247 req-90e61db8-64f0-4bfc-8f12-5edce8d5308e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1130 time: 0.0383894 Sep 28 15:51:48.342861 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-344033ca-50ee-4fe0-9bc6-15cc19b06247 req-aa3fddd9-4d51-4a44-b0a7-96315cb77c22 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413799 Sep 28 15:51:49.060522 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33641c7-8fab-4e25-b542-f5f6621babf4 req-44f345e3-64e4-40a2-bbd5-dbc8720b5853 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:49.062027 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a33641c7-8fab-4e25-b542-f5f6621babf4 req-44f345e3-64e4-40a2-bbd5-dbc8720b5853 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0457067 Sep 28 15:51:49.115628 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a33641c7-8fab-4e25-b542-f5f6621babf4 req-b2baba48-1353-446b-b988-1a91e68fb918 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473661 Sep 28 15:51:50.234040 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc953d7b-ed3b-46fa-9a34-dfc740043c5a req-2e9bd9e8-cd98-4590-9549-b0ad1b9af595 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:51:50.235492 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fc953d7b-ed3b-46fa-9a34-dfc740043c5a req-2e9bd9e8-cd98-4590-9549-b0ad1b9af595 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0454819 Sep 28 15:51:50.283589 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fc953d7b-ed3b-46fa-9a34-dfc740043c5a req-3c3162c7-4f86-4883-9a64-5bde6112cdcf tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Sep 28 15:51:51.479356 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=15 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:51.512121 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=6 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:51.667423 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:51:54.423511 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9157fb6d-e756-46e9-8798-c6fb032560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:56.489363 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-be08fbc3-8f70-4140-8591-a496288b33eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:56.811918 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=74,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:56.812690 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:51:58.270544 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:59.730873 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:51:59.754490 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:00.275992 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=32 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:00.279044 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=43 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:01.662297 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:06.472891 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:12.499468 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3bbec-fac2-44ae-ae6e-a18195ae9882 req-9a6c76ba-606a-4df3-a49b-12c86fb88986 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:12.500922 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8de3bbec-fac2-44ae-ae6e-a18195ae9882 req-9a6c76ba-606a-4df3-a49b-12c86fb88986 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 946 time: 0.0463331 Sep 28 15:52:12.549624 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8de3bbec-fac2-44ae-ae6e-a18195ae9882 req-d5f933f7-28a5-4fb7-bf1e-46d83e862100 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430386 Sep 28 15:52:13.679615 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ed5f2-8ec6-4f46-992e-1a7c3dd76691 req-23583010-075d-464c-a821-207b9ab4ca60 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:13.681643 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-be2ed5f2-8ec6-4f46-992e-1a7c3dd76691 req-23583010-075d-464c-a821-207b9ab4ca60 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 946 time: 0.0525370 Sep 28 15:52:13.732893 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-be2ed5f2-8ec6-4f46-992e-1a7c3dd76691 req-fcb5bbe2-4902-41f7-8309-0c25d60b7f44 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454714 Sep 28 15:52:13.996447 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-37430beb-72df-4991-8213-e4b07f596afa tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:13.997814 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-37430beb-72df-4991-8213-e4b07f596afa tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 946 time: 0.0465608 Sep 28 15:52:14.087976 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Deleting port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:52:14.088318 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:14.178639 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] For port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:52:14.179004 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:14.353109 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:14.353776 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (deeb7156-690a-4e80-b9fb-71a3b56bbfcd), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:14.353776 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Floating IP deeb7156-690a-4e80-b9fb-71a3b56bbfcd disassociated. External IP: 172.27.2.73, port: b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b. Sep 28 15:52:14.354145 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Calling delete_port for b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:52:14.487475 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:14.512478 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event deleted for resources: {'Port': ['ID=b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:52:14.634312 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:52:14.679890 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:14.731525 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:14.745901 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:52:14.755261 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ec392-68fc-425b-99d7-ed1944a6f89c None None] Sync routers for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:52:14.768902 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ec392-68fc-425b-99d7-ed1944a6f89c None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:52:14.769518 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4f7ec392-68fc-425b-99d7-ed1944a6f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:51:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:52:14.791105 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] No DVR routers for this DVR port b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:52:14.793773 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:14.797152 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f81db48a-c5d1-445f-81fa-a17b29fc11e1 req-c1c55b71-5e18-4bd0-b189-e7c9bdb04146 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "DELETE /networking/v2.0/ports/b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b HTTP/1.1" status: 204 len: 173 time: 0.7934091 Sep 28 15:52:14.797964 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'name': 'network-vif-deleted', 'tag': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:52:14.800896 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836b2378-b99c-4ca9-888b-b131f290188f" -d '{"events": [{"server_uuid": "77c8bf17-ac25-4fa7-a79d-521d43b9902c", "name": "network-vif-deleted", "tag": "b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:52:14.875313 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d247c04b-c5c6-4d70-88c9-20389f936de5 req-80feb798-ede4-4671-be50-b288a61e9515 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c8bf17-ac25-4fa7-a79d-521d43b9902c HTTP/1.1" status: 200 len: 210 time: 0.0560102 Sep 28 15:52:14.923899 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-4f7ec392-68fc-425b-99d7-ed1944a6f89c None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:52:15.072750 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a632dcc6-2b91-4263-a39d-6586c13f06fd x-openstack-request-id: req-a632dcc6-2b91-4263-a39d-6586c13f06fd {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:52:15.073085 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c8bf17-ac25-4fa7-a79d-521d43b9902c", "name": "network-vif-deleted", "tag": "b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:52:15.073528 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a632dcc6-2b91-4263-a39d-6586c13f06fd {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:52:15.074217 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a632dcc6-2b91-4263-a39d-6586c13f06fd'] response: {'server_uuid': '77c8bf17-ac25-4fa7-a79d-521d43b9902c', 'name': 'network-vif-deleted', 'tag': 'b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b', 'status': 'completed', 'code': 200} Sep 28 15:52:15.136843 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4f7ec392-68fc-425b-99d7-ed1944a6f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:52:15.250029 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ec392-68fc-425b-99d7-ed1944a6f89c None None] Checking router: 3aa66e43-8c6c-4744-b526-8a9f7027b7bb for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:52:15.259292 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ec392-68fc-425b-99d7-ed1944a6f89c None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:52:15.259905 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4f7ec392-68fc-425b-99d7-ed1944a6f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:51:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:52:15.366562 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-4f7ec392-68fc-425b-99d7-ed1944a6f89c None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:52:15.551325 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-4f7ec392-68fc-425b-99d7-ed1944a6f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:52:15.579895 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ec392-68fc-425b-99d7-ed1944a6f89c None None] The sync data for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi is: [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:52:15.812250 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004c71a4-1102-4feb-8ac0-dc5fcc351e41 None None] New status for floating IP deeb7156-690a-4e80-b9fb-71a3b56bbfcd: DOWN {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:52:16.182646 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-4fbde723-19b8-470c-bb05-c0c178698575 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-984375930&fields=id&tenant_id=35cf5a9c74e44a918e45867c6570aa11 HTTP/1.1" status: 200 len: 267 time: 0.0469060 Sep 28 15:52:16.291273 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-89408411-6511-4e21-b60b-eb378d835ea6 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:16.293076 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-89408411-6511-4e21-b60b-eb378d835ea6 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 812 time: 0.1037810 Sep 28 15:52:16.308221 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-852882ff-ccd9-4b49-8d4b-6fdd7f2549ad tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/quotas/35cf5a9c74e44a918e45867c6570aa11 HTTP/1.1" status: 200 len: 375 time: 0.0095906 Sep 28 15:52:16.362902 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-92a92f59-3a1a-4b46-9e8f-6cb79f25482e tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495043 Sep 28 15:52:16.378534 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-d8f6cce7-f0bf-4359-8603-3cfa02616edc service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:52:16.379468 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-d8f6cce7-f0bf-4359-8603-3cfa02616edc service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055172 Sep 28 15:52:16.472306 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-151711f4-cac9-4388-9bfc-d2a393a52e35 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867088 Sep 28 15:52:16.564874 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-3954ca13-34e2-4911-93da-338385bd08a7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868125 Sep 28 15:52:16.880123 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-82c65877-eebd-43a0-bc17-be0921023251 req-5dc554b6-3af6-4c69-9418-383e144f289d tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 210 time: 0.0300591 Sep 28 15:52:18.034080 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0bf40a75-4095-418a-993a-8eb3afd47c79 req-abd3da4c-e9f2-4a88-abbe-15ca3445ecd5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 210 time: 0.0413420 Sep 28 15:52:18.073025 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-0f194172-01be-4e1b-9a12-8262deb02ca3 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:18.074494 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-0f194172-01be-4e1b-9a12-8262deb02ca3 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 812 time: 0.1406438 Sep 28 15:52:18.092264 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:52:18.094889 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:18.096417 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:18.121271 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:52:18.121636 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device b2a2b1dc-8e64-4ac1-88f5-e7ff5c4b148b not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:52:18.141247 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-7041c605-4857-4504-8a22-b8bf074232f9 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=35cf5a9c74e44a918e45867c6570aa11 HTTP/1.1" status: 200 len: 379 time: 0.0575485 Sep 28 15:52:18.150142 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'port': {'device_id': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'admin_state_up': True, 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'security_groups': ['5c6877ef-75ed-4360-8383-d6b11942e603']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:52:18.257767 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Made reservation on behalf of 35cf5a9c74e44a918e45867c6570aa11 for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:52:18.262188 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:18.398232 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Allocated IP 172.20.0.3 (3cb9fb97-d7e5-4300-bbd7-06e3c43ead21/53b710ec-727b-4fd1-b63b-fa4dc979c92a/ecdc939d-9c3a-4306-9281-044d692d5dfd) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:52:18.408377 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:18.419379 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:18.812928 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:18.843671 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:18.890195 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:52:18.893665 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:52:18.897982 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:52:18.926745 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'Port': ['ID=ecdc939d-9c3a-4306-9281-044d692d5dfd,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:52:18.956349 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:18.957077 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:18.976947 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-acbcf86b-9740-485d-a7ee-ea8cb276b9e2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8302538 Sep 28 15:52:18.991922 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-2882cc05-2826-4c7b-8258-ea110d2bcdf7 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 15:52:18.993677 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-2882cc05-2826-4c7b-8258-ea110d2bcdf7 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0089428 Sep 28 15:52:19.139406 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Request body: {'port': {'device_id': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:52:19.166450 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-37666cd7-5333-4230-bc52-e65f1acf16b9 None None] Provisioning complete for port ecdc939d-9c3a-4306-9281-044d692d5dfd triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:52:19.167176 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-37666cd7-5333-4230-bc52-e65f1acf16b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:19.167176 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-37666cd7-5333-4230-bc52-e65f1acf16b9 None None] Attempt 1 to provision port ecdc939d-9c3a-4306-9281-044d692d5dfd Sep 28 15:52:19.200498 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-37666cd7-5333-4230-bc52-e65f1acf16b9 None None] Port ecdc939d-9c3a-4306-9281-044d692d5dfd cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:52:19.238933 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5d7f2-7f13-415f-ad97-c26fdde41cf4 req-93f9e630-1dda-488c-a3fa-f70f9aca2967 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:19.240428 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d9d5d7f2-7f13-415f-ad97-c26fdde41cf4 req-93f9e630-1dda-488c-a3fa-f70f9aca2967 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 931 time: 0.0807199 Sep 28 15:52:19.243264 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:19.331381 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d9d5d7f2-7f13-415f-ad97-c26fdde41cf4 req-3d00fbfd-eaf2-4eab-af46-c08a2d9fa92c tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845230 Sep 28 15:52:19.542126 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdc939d-9c3a-4306-9281-044d692d5dfd {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:52:19.549601 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Publish callbacks [] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:19.562342 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Transition to ACTIVE for port object ecdc939d-9c3a-4306-9281-044d692d5dfd will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:52:19.565777 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:19.595171 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:19.646110 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc939d-9c3a-4306-9281-044d692d5dfd,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:52:19.661684 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:19.681883 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Attempting to bind port ecdc939d-9c3a-4306-9281-044d692d5dfd on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:52:19.682233 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Attempting to bind port ecdc939d-9c3a-4306-9281-044d692d5dfd by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:52:19.682563 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Attempting to bind port ecdc939d-9c3a-4306-9281-044d692d5dfd on network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:52:19.701504 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-37666cd7-5333-4230-bc52-e65f1acf16b9 None None] Attempt 2 to provision port ecdc939d-9c3a-4306-9281-044d692d5dfd Sep 28 15:52:19.727938 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Port ecdc939d-9c3a-4306-9281-044d692d5dfd on network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:52:19.728261 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Attempting to bind port ecdc939d-9c3a-4306-9281-044d692d5dfd on network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:52:19.737098 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-37666cd7-5333-4230-bc52-e65f1acf16b9 None None] Port ecdc939d-9c3a-4306-9281-044d692d5dfd cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:52:19.771529 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:52:19.771878 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Checking segment: {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:52:19.772242 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Bound using segment: {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:52:19.772682 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Bound port: ecdc939d-9c3a-4306-9281-044d692d5dfd, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:52:19.773042 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:19.835028 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] For port ecdc939d-9c3a-4306-9281-044d692d5dfd, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:52:19.838205 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] For port ecdc939d-9c3a-4306-9281-044d692d5dfd, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ecdc939d-9c3a-4306-9281-044d692d5dfd,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:52:19.844499 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:19.848711 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:19.849262 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:19.850667 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/ecdc939d-9c3a-4306-9281-044d692d5dfd HTTP/1.1" status: 200 len: 1093 time: 0.8480730 Sep 28 15:52:19.851218 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'tag': 'ecdc939d-9c3a-4306-9281-044d692d5dfd'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:52:19.853687 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca24d26c-2a97-42f4-ba08-028d7c658a10" -d '{"events": [{"name": "network-changed", "server_uuid": "91e12cc6-8052-4159-a0ef-404b1a75038a", "tag": "ecdc939d-9c3a-4306-9281-044d692d5dfd"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:52:19.902033 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263c787b-0ef4-491c-952d-70fb4f311701 x-openstack-request-id: req-263c787b-0ef4-491c-952d-70fb4f311701 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:52:19.902321 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e12cc6-8052-4159-a0ef-404b1a75038a", "tag": "ecdc939d-9c3a-4306-9281-044d692d5dfd", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:52:19.902569 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-263c787b-0ef4-491c-952d-70fb4f311701 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:52:19.902971 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263c787b-0ef4-491c-952d-70fb4f311701'] response: {'name': 'network-changed', 'server_uuid': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'tag': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'status': 'completed', 'code': 200} Sep 28 15:52:19.944860 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd63b5-aabf-4b1a-a245-1bc570341eca service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc939d-9c3a-4306-9281-044d692d5dfd,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:52:19.948895 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-d9e415a0-8c3e-4684-84cd-bc4dec3cbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:19.950450 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-d9e415a0-8c3e-4684-84cd-bc4dec3cbb32 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 1127 time: 0.0593011 Sep 28 15:52:19.991574 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-0628a6e0-4b2c-486c-91e2-dc18ac7fd9e4 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdc939d-9c3a-4306-9281-044d692d5dfd HTTP/1.1" status: 200 len: 217 time: 0.0335455 Sep 28 15:52:20.040290 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a3a2e8ae-98b3-4108-a0e5-c9ab170d4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:20.041748 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-a3a2e8ae-98b3-4108-a0e5-c9ab170d4766 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0451901 Sep 28 15:52:20.089159 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-bb4b78fa-84d9-40cc-9da0-58881a6efe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:20.090726 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-bb4b78fa-84d9-40cc-9da0-58881a6efe8b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428510 Sep 28 15:52:20.185944 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-5e3f33a4-0e43-4569-ae55-6109dcc1267a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849750 Sep 28 15:52:20.237792 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-37666cd7-5333-4230-bc52-e65f1acf16b9 None None] Attempt 3 to provision port ecdc939d-9c3a-4306-9281-044d692d5dfd Sep 28 15:52:20.276731 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-37666cd7-5333-4230-bc52-e65f1acf16b9 None None] Port ecdc939d-9c3a-4306-9281-044d692d5dfd had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:52:20.284320 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-98191448-6d05-45ba-b1a0-47c71bcdafcc req-e9fe845c-4c58-4fd5-94ed-ece6fd485170 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924687 Sep 28 15:52:20.455096 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b7315-d281-40f1-ba58-5e08a915e585 req-9297b83a-beb9-4386-bbbe-3afa443fed65 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:20.456486 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d95b7315-d281-40f1-ba58-5e08a915e585 req-9297b83a-beb9-4386-bbbe-3afa443fed65 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 943 time: 0.0481730 Sep 28 15:52:20.543618 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d95b7315-d281-40f1-ba58-5e08a915e585 req-ca36d4b7-079b-4e53-b68a-719ef9a7cbcf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751953 Sep 28 15:52:20.552060 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24d26c-2a97-42f4-ba08-028d7c658a10 req-55f248c0-e098-4e0d-a2f5-6edef2666c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:20.553562 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ca24d26c-2a97-42f4-ba08-028d7c658a10 req-55f248c0-e098-4e0d-a2f5-6edef2666c42 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 1127 time: 0.0525644 Sep 28 15:52:20.648481 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24d26c-2a97-42f4-ba08-028d7c658a10 req-1c349dff-1bf1-4076-bcf0-94b81a0fb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:20.650575 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ca24d26c-2a97-42f4-ba08-028d7c658a10 req-1c349dff-1bf1-4076-bcf0-94b81a0fb1e8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.0907741 Sep 28 15:52:20.690493 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ca24d26c-2a97-42f4-ba08-028d7c658a10 req-5da380a5-0195-480a-a7d1-9bc3290557f7 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdc939d-9c3a-4306-9281-044d692d5dfd HTTP/1.1" status: 200 len: 217 time: 0.0336275 Sep 28 15:52:20.744603 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24d26c-2a97-42f4-ba08-028d7c658a10 req-af86b9ac-0ca5-47fd-946e-d1aebbed60df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:20.746008 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ca24d26c-2a97-42f4-ba08-028d7c658a10 req-af86b9ac-0ca5-47fd-946e-d1aebbed60df service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0490632 Sep 28 15:52:20.796073 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24d26c-2a97-42f4-ba08-028d7c658a10 req-741a96a8-f100-4110-b165-408a47aa4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:20.797629 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ca24d26c-2a97-42f4-ba08-028d7c658a10 req-741a96a8-f100-4110-b165-408a47aa4040 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402830 Sep 28 15:52:20.811595 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:20.854420 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:20.896443 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ca24d26c-2a97-42f4-ba08-028d7c658a10 req-0ea9495a-021d-407c-8742-a0b14217d78a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919039 Sep 28 15:52:20.990658 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ca24d26c-2a97-42f4-ba08-028d7c658a10 req-afaabd86-4545-49d2-9f68-d405a6f1ea76 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871513 Sep 28 15:52:21.666149 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b96c18-6900-4ed8-a2bc-44a99f898fb1 req-95f2e285-bf17-4785-b8d8-87a6772fd3a7 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:21.667665 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c1b96c18-6900-4ed8-a2bc-44a99f898fb1 req-95f2e285-bf17-4785-b8d8-87a6772fd3a7 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 943 time: 0.0463231 Sep 28 15:52:21.727885 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c1b96c18-6900-4ed8-a2bc-44a99f898fb1 req-1732dfd8-6547-499e-a806-8efd0db20ded tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542591 Sep 28 15:52:22.853229 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e2c6f-657b-4694-9bff-ee9db48304c8 req-49a5537d-3036-4454-add1-c1d17416cf4f tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:22.854740 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f38e2c6f-657b-4694-9bff-ee9db48304c8 req-49a5537d-3036-4454-add1-c1d17416cf4f tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 943 time: 0.0492930 Sep 28 15:52:22.910068 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f38e2c6f-657b-4694-9bff-ee9db48304c8 req-c99a8c8e-419b-4d76-8e6c-4acb6f982c97 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493586 Sep 28 15:52:24.031179 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db3491-9208-4416-8ff9-86fad2efd72b req-99f56296-99bb-4361-a8ae-d104200b84b3 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:24.032640 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-19db3491-9208-4416-8ff9-86fad2efd72b req-99f56296-99bb-4361-a8ae-d104200b84b3 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 943 time: 0.0467093 Sep 28 15:52:24.080239 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-19db3491-9208-4416-8ff9-86fad2efd72b req-444d2082-0020-4bff-b5be-8d79127358b4 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420732 Sep 28 15:52:24.426737 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-18ced946-a066-4343-a323-430a54ad0b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:25.206084 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb398c6-2312-4362-9fd6-b64bfc4ba4c9 req-83b4d04b-862d-4b0b-8794-1c414fa18890 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:25.207603 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fcb398c6-2312-4362-9fd6-b64bfc4ba4c9 req-83b4d04b-862d-4b0b-8794-1c414fa18890 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 943 time: 0.0509391 Sep 28 15:52:25.259857 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fcb398c6-2312-4362-9fd6-b64bfc4ba4c9 req-ef760273-b90e-4763-90fc-628c0a91f82a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457678 Sep 28 15:52:26.381088 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4157a52-cb87-451b-ba5d-4ea096002c6d req-cac74d02-43b9-42fb-8b33-f96357fcdb6e tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:26.382581 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e4157a52-cb87-451b-ba5d-4ea096002c6d req-cac74d02-43b9-42fb-8b33-f96357fcdb6e tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 943 time: 0.0467522 Sep 28 15:52:26.431049 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e4157a52-cb87-451b-ba5d-4ea096002c6d req-12bf85ab-c97e-4a06-8877-24ef6ba8d130 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430403 Sep 28 15:52:26.492000 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-85bd0bf2-ede9-4607-b4a9-672f3b72032b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:27.554034 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aa7b5-1005-497f-b302-a52750c4cac3 req-8db922db-c1ae-4b3c-8ef0-ad1f2ff48ffd tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:27.556090 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0a4aa7b5-1005-497f-b302-a52750c4cac3 req-8db922db-c1ae-4b3c-8ef0-ad1f2ff48ffd tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 943 time: 0.0484374 Sep 28 15:52:27.610326 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-0a4aa7b5-1005-497f-b302-a52750c4cac3 req-8895208c-c5d7-4cfe-8504-f6e34b436285 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486391 Sep 28 15:52:27.767445 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=82 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:27.771668 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=82 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:28.119412 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device ecdc939d-9c3a-4306-9281-044d692d5dfd details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:52:28.222908 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port ecdc939d-9c3a-4306-9281-044d692d5dfd, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ecdc939d-9c3a-4306-9281-044d692d5dfd,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:52:28.235508 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'port_id': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'mac_address': 'fa:16:3e:dd:4a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:52:28.282793 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port ecdc939d-9c3a-4306-9281-044d692d5dfd is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:52:28.283245 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:28.293424 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:28.298489 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdc939d-9c3a-4306-9281-044d692d5dfd {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:52:28.328932 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port ecdc939d-9c3a-4306-9281-044d692d5dfd, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ecdc939d-9c3a-4306-9281-044d692d5dfd,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:52:28.333204 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:28.384430 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=ecdc939d-9c3a-4306-9281-044d692d5dfd,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:52:28.540208 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['ecdc939d-9c3a-4306-9281-044d692d5dfd'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:52:28.667323 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:52:28.752372 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a2ebb-a019-4bcc-87cc-dc8175655743 req-fa7faf84-50ba-4a4f-812a-acdb1b8eafdd tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:28.753921 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-421a2ebb-a019-4bcc-87cc-dc8175655743 req-fa7faf84-50ba-4a4f-812a-acdb1b8eafdd tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 944 time: 0.0511072 Sep 28 15:52:28.811603 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-421a2ebb-a019-4bcc-87cc-dc8175655743 req-2bc24a9b-53c0-4963-bd3d-b49044d8cb2e tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501182 Sep 28 15:52:29.735998 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:29.762777 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:29.932578 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e1383-11e8-45c3-89ff-095755595653 req-65492065-5ec5-45c0-a9dd-abf7b8b1f538 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:29.934651 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d04e1383-11e8-45c3-89ff-095755595653 req-65492065-5ec5-45c0-a9dd-abf7b8b1f538 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 944 time: 0.0476451 Sep 28 15:52:29.988903 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d04e1383-11e8-45c3-89ff-095755595653 req-da930d17-2651-44b0-a3b8-5dbd22cf8878 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477164 Sep 28 15:52:30.136070 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device ecdc939d-9c3a-4306-9281-044d692d5dfd up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:52:30.139910 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:30.180498 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port ecdc939d-9c3a-4306-9281-044d692d5dfd completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:52:30.186248 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port ecdc939d-9c3a-4306-9281-044d692d5dfd triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:52:30.186630 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:30.186970 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port ecdc939d-9c3a-4306-9281-044d692d5dfd Sep 28 15:52:30.210538 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:30.264081 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port ecdc939d-9c3a-4306-9281-044d692d5dfd is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:52:30.264385 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:30.287430 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc939d-9c3a-4306-9281-044d692d5dfd'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:52:30.289721 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152df706-cc5a-4606-a60e-e6a6e5eef59f" -d '{"events": [{"server_uuid": "91e12cc6-8052-4159-a0ef-404b1a75038a", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc939d-9c3a-4306-9281-044d692d5dfd"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:52:30.303038 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port ecdc939d-9c3a-4306-9281-044d692d5dfd, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ecdc939d-9c3a-4306-9281-044d692d5dfd,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:52:30.308515 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:30.331568 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd36c592-f8e9-4da4-a007-142f213f548a x-openstack-request-id: req-fd36c592-f8e9-4da4-a007-142f213f548a {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:52:30.331862 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e12cc6-8052-4159-a0ef-404b1a75038a", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc939d-9c3a-4306-9281-044d692d5dfd", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:52:30.332118 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd36c592-f8e9-4da4-a007-142f213f548a {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:52:30.332515 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd36c592-f8e9-4da4-a007-142f213f548a'] response: {'server_uuid': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'code': 200} Sep 28 15:52:30.361627 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=ecdc939d-9c3a-4306-9281-044d692d5dfd,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:52:30.553197 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c24c8-5306-4220-94e6-23e1f4b3f812 req-c6e8c32d-b6ed-4ae0-8d74-0301ff650c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:30.555349 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1e6c24c8-5306-4220-94e6-23e1f4b3f812 req-c6e8c32d-b6ed-4ae0-8d74-0301ff650c22 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 1129 time: 0.0453725 Sep 28 15:52:30.599886 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:30.604700 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1e6c24c8-5306-4220-94e6-23e1f4b3f812 req-d6e42207-6f3c-4242-9ea8-12f8427e565b service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438576 Sep 28 15:52:31.115847 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813477cb-c621-4178-b06a-87e907b7e245 req-822a5035-81f9-4484-8a1f-a73bfde77917 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:31.117391 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-813477cb-c621-4178-b06a-87e907b7e245 req-822a5035-81f9-4484-8a1f-a73bfde77917 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 945 time: 0.0510550 Sep 28 15:52:31.129760 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:31.174826 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-813477cb-c621-4178-b06a-87e907b7e245 req-a5727112-1af3-4d16-912d-e032a2b76bd9 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513926 Sep 28 15:52:32.305536 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81dbb04-0d66-4b23-8192-6d9b7da8071a req-8a245475-23b9-4b1e-96d7-254c8e266295 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:32.307092 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d81dbb04-0d66-4b23-8192-6d9b7da8071a req-8a245475-23b9-4b1e-96d7-254c8e266295 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 945 time: 0.0520020 Sep 28 15:52:32.357661 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d81dbb04-0d66-4b23-8192-6d9b7da8071a req-82f7f220-4d6b-48ba-b06c-017c7d344585 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448453 Sep 28 15:52:32.479592 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ce90-f173-438a-bfad-5ee38c7cd09a req-36b5db09-062c-4706-9c1b-10254cbb1e5f tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:32.481314 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-56d7ce90-f173-438a-bfad-5ee38c7cd09a req-36b5db09-062c-4706-9c1b-10254cbb1e5f tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 945 time: 0.0489774 Sep 28 15:52:32.533223 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-56d7ce90-f173-438a-bfad-5ee38c7cd09a req-57a72b50-e333-4cd1-87d9-10846692a14a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460324 Sep 28 15:52:32.561968 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48682) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:52:32.599984 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c5d2d1-27da-40b9-8aad-4d2a3d597c10 tempest-TestVolumeBootPattern-175054283 tempest-TestVolumeBootPattern-175054283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:32.602186 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-68c5d2d1-27da-40b9-8aad-4d2a3d597c10 tempest-TestVolumeBootPattern-175054283 tempest-TestVolumeBootPattern-175054283-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 1124 time: 0.0391927 Sep 28 15:52:32.605526 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48684) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:52:32.609780 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'port_id': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:52:32.631091 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:32.912818 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:33.017613 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Allocated IP 172.27.2.113 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/401b857e-58bd-43a9-81f9-23cb2f37dc45) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:52:33.127012 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for port (401b857e-58bd-43a9-81f9-23cb2f37dc45), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:33.160015 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (401b857e-58bd-43a9-81f9-23cb2f37dc45), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:33.201801 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:52:33.204905 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:52:33.207514 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:52:33.212746 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'Port': ['ID=401b857e-58bd-43a9-81f9-23cb2f37dc45,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:52:33.239962 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.240303 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.240642 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.240979 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.241823 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.242257 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.242503 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.242825 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.243149 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.243473 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.243806 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.244122 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.244441 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.244757 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.245074 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:52:33.564836 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:33.579660 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:33.589585 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:33.657237 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (401b857e-58bd-43a9-81f9-23cb2f37dc45), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:33.806095 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for port (401b857e-58bd-43a9-81f9-23cb2f37dc45), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:33.810616 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (401b857e-58bd-43a9-81f9-23cb2f37dc45), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:33.881562 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'Port': ['ID=401b857e-58bd-43a9-81f9-23cb2f37dc45,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:52:33.884278 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:33.985361 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.l3_db [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Floating IP 5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659 associated. External IP: 172.27.2.113, port: ecdc939d-9c3a-4306-9281-044d692d5dfd. Sep 28 15:52:34.183861 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:52:34.285469 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:52:34.297554 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c2082d-58e4-4b86-a59f-e89492e90f1b None None] Sync routers for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:52:34.305422 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:34.309014 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c2082d-58e4-4b86-a59f-e89492e90f1b None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:52:34.309151 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f5c2082d-58e4-4b86-a59f-e89492e90f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:52:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:52:34.339704 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-0d212a0d-35d1-456f-9cc4-02d6e0255ab5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7331116 Sep 28 15:52:34.340332 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'tag': 'ecdc939d-9c3a-4306-9281-044d692d5dfd'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:52:34.342655 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a024af-254f-4e8d-a6fb-1a436ba21839" -d '{"events": [{"name": "network-changed", "server_uuid": "91e12cc6-8052-4159-a0ef-404b1a75038a", "tag": "ecdc939d-9c3a-4306-9281-044d692d5dfd"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:52:34.418178 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-f5c2082d-58e4-4b86-a59f-e89492e90f1b None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:52:34.442412 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ec2697-3b11-420d-bfae-7a05777f14f2 x-openstack-request-id: req-36ec2697-3b11-420d-bfae-7a05777f14f2 {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:52:34.442720 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e12cc6-8052-4159-a0ef-404b1a75038a", "tag": "ecdc939d-9c3a-4306-9281-044d692d5dfd", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:52:34.442974 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36ec2697-3b11-420d-bfae-7a05777f14f2 {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:52:34.443397 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ec2697-3b11-420d-bfae-7a05777f14f2'] response: {'name': 'network-changed', 'server_uuid': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'tag': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'status': 'completed', 'code': 200} Sep 28 15:52:34.505341 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a024af-254f-4e8d-a6fb-1a436ba21839 req-4a2d764d-1d4b-459d-ae63-e53c3fa77beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:34.507565 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a1a024af-254f-4e8d-a6fb-1a436ba21839 req-4a2d764d-1d4b-459d-ae63-e53c3fa77beb service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 1129 time: 0.0397971 Sep 28 15:52:34.602216 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a024af-254f-4e8d-a6fb-1a436ba21839 req-e9312c19-f0db-4500-b431-4c268f174f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:34.603678 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a1a024af-254f-4e8d-a6fb-1a436ba21839 req-e9312c19-f0db-4500-b431-4c268f174f5a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.0906239 Sep 28 15:52:34.639875 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f5c2082d-58e4-4b86-a59f-e89492e90f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:dd:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:52:33Z', 'updated_at': '2022-09-28T15:52:33Z', 'revision_number': 0, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:52:34.662797 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a1a024af-254f-4e8d-a6fb-1a436ba21839 req-fba48378-3da1-444d-8a86-8c048180463d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdc939d-9c3a-4306-9281-044d692d5dfd HTTP/1.1" status: 200 len: 999 time: 0.0537567 Sep 28 15:52:34.667248 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c2082d-58e4-4b86-a59f-e89492e90f1b None None] Checking router: 3aa66e43-8c6c-4744-b526-8a9f7027b7bb for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:52:34.675710 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c2082d-58e4-4b86-a59f-e89492e90f1b None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:52:34.676305 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f5c2082d-58e4-4b86-a59f-e89492e90f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:52:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:52:34.715344 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a024af-254f-4e8d-a6fb-1a436ba21839 req-56b758e3-ebbe-4fca-bbfe-c873a85b73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:34.716739 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a1a024af-254f-4e8d-a6fb-1a436ba21839 req-56b758e3-ebbe-4fca-bbfe-c873a85b73a5 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0485129 Sep 28 15:52:34.760578 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a024af-254f-4e8d-a6fb-1a436ba21839 req-4861704b-864b-4710-ba02-8bd28084df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:34.762134 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a1a024af-254f-4e8d-a6fb-1a436ba21839 req-4861704b-864b-4710-ba02-8bd28084df9a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391173 Sep 28 15:52:34.778223 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-f5c2082d-58e4-4b86-a59f-e89492e90f1b None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:52:34.857386 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a1a024af-254f-4e8d-a6fb-1a436ba21839 req-778bd23c-dc01-484e-b96c-f0ba54f84f19 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891774 Sep 28 15:52:34.949775 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-a1a024af-254f-4e8d-a6fb-1a436ba21839 req-ad159f82-6fa4-4658-a475-13114c90260c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871165 Sep 28 15:52:34.999959 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f5c2082d-58e4-4b86-a59f-e89492e90f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:dd:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:52:33Z', 'updated_at': '2022-09-28T15:52:33Z', 'revision_number': 0, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:52:35.027072 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c2082d-58e4-4b86-a59f-e89492e90f1b None None] The sync data for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi is: [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:dd:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:52:33Z', 'updated_at': '2022-09-28T15:52:33Z', 'revision_number': 0, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:52:35.227557 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a385738-b938-4c3b-9cdc-657d6e02c8b0 None None] New status for floating IP 5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659: ACTIVE {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:52:36.477212 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:44.329314 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:44.336479 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:44.944372 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=73 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:44.946352 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=70 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:45.001306 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=75 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:45.002075 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=75 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:46.443118 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-fc91becc-8fdb-42c3-8772-07c7c70a0d16 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385122 Sep 28 15:52:46.464723 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:46.471457 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:46.524941 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-7eb4abc9-c2f4-48c6-aeec-f9abd19d9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:46.526472 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-7eb4abc9-c2f4-48c6-aeec-f9abd19d9a89 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ed1bf756bfcb4d52bd82979559f03a20&device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1130 time: 0.0427418 Sep 28 15:52:46.630859 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-2a11e823-4fc3-4c3e-b27a-d71a771909fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:46.632342 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-2a11e823-4fc3-4c3e-b27a-d71a771909fc service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=075cc0be-5e39-4fb6-a8fe-314feee10098 HTTP/1.1" status: 200 len: 909 time: 0.0873587 Sep 28 15:52:46.697893 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-704dec84-ed0e-4e7e-9111-5708fb86d2d9 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 200 len: 1001 time: 0.0571082 Sep 28 15:52:46.747555 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-72a62fd8-6deb-4520-8f6a-ef00d71c5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:46.749009 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-72a62fd8-6deb-4520-8f6a-ef00d71c5763 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=5663eb96-9ab6-4408-a1e8-014d463df0f4 HTTP/1.1" status: 200 len: 848 time: 0.0457425 Sep 28 15:52:46.792747 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-77394c9e-c94f-4aa0-8bc2-80ff5234c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:52:46.794257 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-77394c9e-c94f-4aa0-8bc2-80ff5234c74b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=075cc0be-5e39-4fb6-a8fe-314feee10098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387177 Sep 28 15:52:46.887635 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-a12af9ce-19d2-470b-8cfc-b5bbb135cd09 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879021 Sep 28 15:52:46.974654 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-2f00b0e2-1de0-4b06-9163-c991abe7cb4a req-9cf9d684-023b-43b3-906a-9b3e695b8304 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814764 Sep 28 15:52:54.429386 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-5347428c-f9bc-4c67-9883-7538ee27a175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:56.496270 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4e70-7aa6-4dad-a66b-357994dd4e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:56.970488 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=49 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:56.971289 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=52 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:52:58.277523 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:59.730881 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:52:59.761074 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:04.766662 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:04.767489 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:05.666129 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:53:06.146279 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48700) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:06.289077 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Deleting port a48b7133-214e-422d-bda8-e9f7445478e3 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:53:06.289416 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (a48b7133-214e-422d-bda8-e9f7445478e3), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:06.375355 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (a48b7133-214e-422d-bda8-e9f7445478e3), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:06.375674 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for floatingip (a48b7133-214e-422d-bda8-e9f7445478e3), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:06.388663 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Calling delete_port for a48b7133-214e-422d-bda8-e9f7445478e3 owned by network:floatingip {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:53:06.485958 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:06.555632 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (a48b7133-214e-422d-bda8-e9f7445478e3), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:06.587648 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event deleted for resources: {'Port': ['ID=a48b7133-214e-422d-bda8-e9f7445478e3,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:06.658350 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for floatingip (e10d7b65-a221-44cb-9ddb-d6c87a021fa2), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:06.658682 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.l3_db [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Floating IP e10d7b65-a221-44cb-9ddb-d6c87a021fa2 disassociated (deleted). External IP: 172.27.2.37, port: c78f0be5-1345-49e1-9c04-e28beb7e2fa7. Sep 28 15:53:06.860064 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Router 667634a8-a759-462f-bbbb-732ed845ec16 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:53:06.970892 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:53:06.976374 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:06.981555 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f10191-79a0-417f-be89-dd3164fb4b08 None None] Sync routers for ids ['667634a8-a759-462f-bbbb-732ed845ec16'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:53:06.992005 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f10191-79a0-417f-be89-dd3164fb4b08 None None] Routers {'667634a8-a759-462f-bbbb-732ed845ec16'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:53:06.992694 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-b5f10191-79a0-417f-be89-dd3164fb4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:52:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['667634a8-a759-462f-bbbb-732ed845ec16'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:06.999792 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:07.009223 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-ce8f8651-1c00-43b5-a7f4-590c43d90995 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/e10d7b65-a221-44cb-9ddb-d6c87a021fa2 HTTP/1.1" status: 204 len: 168 time: 0.8618250 Sep 28 15:53:07.010158 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:53:07.012460 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd24c285-56dd-451b-bad6-4a2acd2fb97b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:53:07.075879 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e3c6ef-9f2e-4c4c-935c-dfd3f53da817 x-openstack-request-id: req-b0e3c6ef-9f2e-4c4c-935c-dfd3f53da817 {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:53:07.076171 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:53:07.076470 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0e3c6ef-9f2e-4c4c-935c-dfd3f53da817 {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:53:07.076819 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e3c6ef-9f2e-4c4c-935c-dfd3f53da817'] response: {'name': 'network-changed', 'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'status': 'completed', 'code': 200} Sep 28 15:53:07.101745 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-b5f10191-79a0-417f-be89-dd3164fb4b08 None None] Set router 667634a8-a759-462f-bbbb-732ed845ec16 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:53:07.160279 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c285-56dd-451b-bad6-4a2acd2fb97b req-43b2a0ec-c2e5-408a-92da-6b0315a70e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:53:07.164281 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd24c285-56dd-451b-bad6-4a2acd2fb97b req-43b2a0ec-c2e5-408a-92da-6b0315a70e5f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ed1bf756bfcb4d52bd82979559f03a20&device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 1130 time: 0.0632720 Sep 28 15:53:07.294356 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4b288-d90c-422f-af21-6ca3995af358 req-7614ac66-04ba-4c0a-8f08-42c23a3a1bf0 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:53:07.294356 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-54a4b288-d90c-422f-af21-6ca3995af358 req-7614ac66-04ba-4c0a-8f08-42c23a3a1bf0 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0698698 Sep 28 15:53:07.318804 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c285-56dd-451b-bad6-4a2acd2fb97b req-dc02d99c-807d-426e-9cee-29bf3529d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:53:07.320281 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd24c285-56dd-451b-bad6-4a2acd2fb97b req-dc02d99c-807d-426e-9cee-29bf3529d92f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=075cc0be-5e39-4fb6-a8fe-314feee10098 HTTP/1.1" status: 200 len: 909 time: 0.1503234 Sep 28 15:53:07.352149 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-54a4b288-d90c-422f-af21-6ca3995af358 req-375499da-48b8-4556-b87c-133c11631be3 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524199 Sep 28 15:53:07.388790 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-b5f10191-79a0-417f-be89-dd3164fb4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 4, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '61c8facd-a74a-409b-85f0-ed8afc0f0e40', 'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'mac_address': 'fa:16:3e:42:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:27Z', 'updated_at': '2022-09-28T15:48:33Z', 'revision_number': 5, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'subnets': [{'id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:07.415828 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f10191-79a0-417f-be89-dd3164fb4b08 None None] Checking router: 667634a8-a759-462f-bbbb-732ed845ec16 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:53:07.424307 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f10191-79a0-417f-be89-dd3164fb4b08 None None] Routers {'667634a8-a759-462f-bbbb-732ed845ec16'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:53:07.424914 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-b5f10191-79a0-417f-be89-dd3164fb4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:52:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['667634a8-a759-462f-bbbb-732ed845ec16'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:07.527129 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-b5f10191-79a0-417f-be89-dd3164fb4b08 None None] Set router 667634a8-a759-462f-bbbb-732ed845ec16 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:53:07.711861 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-b5f10191-79a0-417f-be89-dd3164fb4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 4, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '61c8facd-a74a-409b-85f0-ed8afc0f0e40', 'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'mac_address': 'fa:16:3e:42:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:27Z', 'updated_at': '2022-09-28T15:48:33Z', 'revision_number': 5, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'subnets': [{'id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:07.736341 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f10191-79a0-417f-be89-dd3164fb4b08 None None] The sync data for ids ['667634a8-a759-462f-bbbb-732ed845ec16'] in dv-cinder-859319-2-iscsi is: [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:48:28Z', 'revision_number': 4, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '61c8facd-a74a-409b-85f0-ed8afc0f0e40', 'name': '', 'network_id': '075cc0be-5e39-4fb6-a8fe-314feee10098', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'mac_address': 'fa:16:3e:42:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:27Z', 'updated_at': '2022-09-28T15:48:33Z', 'revision_number': 5, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'subnets': [{'id': '5663eb96-9ab6-4408-a1e8-014d463df0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:53:07.971404 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31834aef-bb43-454e-ba99-b6182fab549f None None] New status for floating IP e10d7b65-a221-44cb-9ddb-d6c87a021fa2: DOWN {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:53:08.214384 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd24c285-56dd-451b-bad6-4a2acd2fb97b req-0f876c55-ea6d-4145-a20e-cf9594f14adb service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 200 len: 217 time: 0.0355670 Sep 28 15:53:08.268644 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c285-56dd-451b-bad6-4a2acd2fb97b req-4aae736f-79c7-4591-bd70-0cd91b5fd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:53:08.270161 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd24c285-56dd-451b-bad6-4a2acd2fb97b req-4aae736f-79c7-4591-bd70-0cd91b5fd91c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=5663eb96-9ab6-4408-a1e8-014d463df0f4 HTTP/1.1" status: 200 len: 848 time: 0.0516558 Sep 28 15:53:08.387145 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c285-56dd-451b-bad6-4a2acd2fb97b req-5184651f-8aa4-4b4a-abba-233c056ed0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:53:08.388606 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd24c285-56dd-451b-bad6-4a2acd2fb97b req-5184651f-8aa4-4b4a-abba-233c056ed0a6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=075cc0be-5e39-4fb6-a8fe-314feee10098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379853 Sep 28 15:53:08.504623 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d41dd-95ea-4dc0-92cb-b2c15d5e47c4 req-fe049d72-010d-40a3-8774-ec91b4e265f6 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:53:08.506198 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d8d41dd-95ea-4dc0-92cb-b2c15d5e47c4 req-fe049d72-010d-40a3-8774-ec91b4e265f6 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0629861 Sep 28 15:53:08.535813 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd24c285-56dd-451b-bad6-4a2acd2fb97b req-0fd1c1d1-c176-464b-95f5-14a065c87900 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397498 Sep 28 15:53:08.567574 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7d8d41dd-95ea-4dc0-92cb-b2c15d5e47c4 req-ca0f1db9-841e-4d17-98d7-c46b174a519b tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a020b52-bc1b-4d71-bc21-64c88b17d9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549679 Sep 28 15:53:08.706487 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-fd24c285-56dd-451b-bad6-4a2acd2fb97b req-0de084a4-32e5-4fa7-89b2-f6cc2ef86efe service neutron] 10.222.0.50 "GET /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156366 Sep 28 15:53:08.726458 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984ff1f-cf32-4ad4-b2e7-09acf9cac699 req-30e5e0df-ce83-4ab9-ad9e-1c212e18ad19 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:53:08.727915 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1984ff1f-cf32-4ad4-b2e7-09acf9cac699 req-30e5e0df-ce83-4ab9-ad9e-1c212e18ad19 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 946 time: 0.0561156 Sep 28 15:53:08.817201 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-1984ff1f-cf32-4ad4-b2e7-09acf9cac699 req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Deleting port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:53:08.818076 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-1984ff1f-cf32-4ad4-b2e7-09acf9cac699 req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:08.915431 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-1984ff1f-cf32-4ad4-b2e7-09acf9cac699 req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] For port c78f0be5-1345-49e1-9c04-e28beb7e2fa7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:53:08.915776 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-1984ff1f-cf32-4ad4-b2e7-09acf9cac699 req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:08.929875 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-1984ff1f-cf32-4ad4-b2e7-09acf9cac699 req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Calling delete_port for c78f0be5-1345-49e1-9c04-e28beb7e2fa7 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:53:08.991834 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:09.053778 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:09.065610 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-1984ff1f-cf32-4ad4-b2e7-09acf9cac699 req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (c78f0be5-1345-49e1-9c04-e28beb7e2fa7), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:09.093778 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event deleted for resources: {'Port': ['ID=c78f0be5-1345-49e1-9c04-e28beb7e2fa7,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:09.106342 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.106696 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.107232 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.107378 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.107713 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.108032 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.108364 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.108730 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.109056 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.109337 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.109718 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.110111 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.110329 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.110651 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.110994 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:09.151507 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1984ff1f-cf32-4ad4-b2e7-09acf9cac699 req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] No DVR routers for this DVR port c78f0be5-1345-49e1-9c04-e28beb7e2fa7 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:53:09.153950 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-1984ff1f-cf32-4ad4-b2e7-09acf9cac699 req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:09.157163 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1984ff1f-cf32-4ad4-b2e7-09acf9cac699 req-eebb1684-989f-467e-8cd6-79d393d41c74 tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.50 "DELETE /networking/v2.0/ports/c78f0be5-1345-49e1-9c04-e28beb7e2fa7 HTTP/1.1" status: 204 len: 173 time: 0.4224808 Sep 28 15:53:09.157652 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'name': 'network-vif-deleted', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:53:09.159905 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44ccbb1-9655-4f47-beda-5baec3477a50" -d '{"events": [{"server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "name": "network-vif-deleted", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:53:09.200422 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16cd326-d440-4258-a23b-10e768b9c1cc x-openstack-request-id: req-f16cd326-d440-4258-a23b-10e768b9c1cc {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:53:09.200716 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa1934f-5f8a-41af-87d3-1b39d2b921c9", "name": "network-vif-deleted", "tag": "c78f0be5-1345-49e1-9c04-e28beb7e2fa7", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:53:09.200969 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f16cd326-d440-4258-a23b-10e768b9c1cc {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:53:09.201597 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16cd326-d440-4258-a23b-10e768b9c1cc'] response: {'server_uuid': '5fa1934f-5f8a-41af-87d3-1b39d2b921c9', 'name': 'network-vif-deleted', 'tag': 'c78f0be5-1345-49e1-9c04-e28beb7e2fa7', 'status': 'completed', 'code': 200} Sep 28 15:53:09.689326 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c190db99-c0e8-4f14-9868-a7bf52228740 req-4cb3989b-1f49-4db9-91b1-730bc6313aae tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fa1934f-5f8a-41af-87d3-1b39d2b921c9 HTTP/1.1" status: 200 len: 210 time: 0.0292583 Sep 28 15:53:10.756639 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48716) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:10.811067 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c1598c9e-009e-4461-894c-4482f246f63c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group (0a020b52-bc1b-4d71-bc21-64c88b17d9ee), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:10.835745 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c1598c9e-009e-4461-894c-4482f246f63c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group (0a020b52-bc1b-4d71-bc21-64c88b17d9ee), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:10.899397 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c1598c9e-009e-4461-894c-4482f246f63c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (0a020b52-bc1b-4d71-bc21-64c88b17d9ee), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:10.902059 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c1598c9e-009e-4461-894c-4482f246f63c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:10.903215 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c1598c9e-009e-4461-894c-4482f246f63c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0a020b52-bc1b-4d71-bc21-64c88b17d9ee HTTP/1.1" status: 204 len: 168 time: 0.1479015 Sep 28 15:53:10.912393 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1598c9e-009e-4461-894c-4482f246f63c tempest-TestShelveInstance-1993423946 tempest-TestShelveInstance-1993423946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a020b52-bc1b-4d71-bc21-64c88b17d9ee,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:10.951732 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48720) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:11.230330 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:11.455450 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000813'] for router_interface (667634a8-a759-462f-bbbb-732ed845ec16), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:11.669900 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] Deleting port 61c8facd-a74a-409b-85f0-ed8afc0f0e40 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:53:11.670236 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:11.747004 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] For port 61c8facd-a74a-409b-85f0-ed8afc0f0e40, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=61c8facd-a74a-409b-85f0-ed8afc0f0e40,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:53:11.747367 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:11.760316 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] Calling delete_port for 61c8facd-a74a-409b-85f0-ed8afc0f0e40 owned by network:router_interface {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:53:11.913704 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:11.937727 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (61c8facd-a74a-409b-85f0-ed8afc0f0e40), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:11.966254 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=61c8facd-a74a-409b-85f0-ed8afc0f0e40,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:12.081053 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:12.131705 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009117'] for router_interface (667634a8-a759-462f-bbbb-732ed845ec16), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:12.335079 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] Router 667634a8-a759-462f-bbbb-732ed845ec16 has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:53:12.351227 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device c78f0be5-1345-49e1-9c04-e28beb7e2fa7 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:53:12.371735 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: c78f0be5-1345-49e1-9c04-e28beb7e2fa7 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:53:12.372085 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device c78f0be5-1345-49e1-9c04-e28beb7e2fa7 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:53:12.432002 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:53:12.438166 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-19ca33ee-d0dc-4e6b-b3be-c2041c6f3b2c admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/667634a8-a759-462f-bbbb-732ed845ec16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4841545 Sep 28 15:53:12.439622 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48722) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:12.446361 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4284457-6b30-4110-812c-ca3de6c37ce1 None None] Sync routers for ids ['667634a8-a759-462f-bbbb-732ed845ec16'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:53:12.455772 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4284457-6b30-4110-812c-ca3de6c37ce1 None None] Routers {'667634a8-a759-462f-bbbb-732ed845ec16'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:53:12.456373 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-a4284457-6b30-4110-812c-ca3de6c37ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:52:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['667634a8-a759-462f-bbbb-732ed845ec16'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:12.538254 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Publish callbacks [] for router (667634a8-a759-462f-bbbb-732ed845ec16), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:12.551918 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-a4284457-6b30-4110-812c-ca3de6c37ce1 None None] Set router 667634a8-a759-462f-bbbb-732ed845ec16 gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:53:12.638094 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Publish callbacks [] for router_gateway (667634a8-a759-462f-bbbb-732ed845ec16), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:12.680369 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Deleting port 65b62f76-115d-46a7-9838-d5ddff104e90 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:53:12.680706 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:12.728852 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-a4284457-6b30-4110-812c-ca3de6c37ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:53:11Z', 'revision_number': 5, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port': {'id': '65b62f76-115d-46a7-9838-d5ddff104e90', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667634a8-a759-462f-bbbb-732ed845ec16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:25Z', 'updated_at': '2022-09-28T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:12.730374 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:12.755101 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4284457-6b30-4110-812c-ca3de6c37ce1 None None] Checking router: 667634a8-a759-462f-bbbb-732ed845ec16 for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:53:12.762140 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] For port 65b62f76-115d-46a7-9838-d5ddff104e90, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=65b62f76-115d-46a7-9838-d5ddff104e90,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:53:12.762506 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:12.763693 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4284457-6b30-4110-812c-ca3de6c37ce1 None None] Routers {'667634a8-a759-462f-bbbb-732ed845ec16'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:53:12.764292 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-a4284457-6b30-4110-812c-ca3de6c37ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:52:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['667634a8-a759-462f-bbbb-732ed845ec16'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:12.775164 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Calling delete_port for 65b62f76-115d-46a7-9838-d5ddff104e90 owned by network:router_gateway {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:53:12.799504 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:12.848425 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-a4284457-6b30-4110-812c-ca3de6c37ce1 None None] Set router 667634a8-a759-462f-bbbb-732ed845ec16 gateway port host: None {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:53:12.893572 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:12.899548 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-a4284457-6b30-4110-812c-ca3de6c37ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:53:12Z', 'revision_number': 6, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port_host': None}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:12.924022 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4284457-6b30-4110-812c-ca3de6c37ce1 None None] The sync data for ids ['667634a8-a759-462f-bbbb-732ed845ec16'] in dv-cinder-859319-2-iscsi is: [{'id': '667634a8-a759-462f-bbbb-732ed845ec16', 'name': 'tempest-TestShelveInstance-1389141555-router', 'tenant_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:24Z', 'updated_at': '2022-09-28T15:53:12Z', 'revision_number': 6, 'project_id': 'ed1bf756bfcb4d52bd82979559f03a20', 'gw_port_host': None}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:53:12.942667 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (65b62f76-115d-46a7-9838-d5ddff104e90), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:12.970101 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=65b62f76-115d-46a7-9838-d5ddff104e90,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:13.036943 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008939'] for router_gateway (667634a8-a759-462f-bbbb-732ed845ec16), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.139765 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2009202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-907'] for router (667634a8-a759-462f-bbbb-732ed845ec16), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.141829 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Publish callbacks [] for router_controller (667634a8-a759-462f-bbbb-732ed845ec16), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.204819 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2009195'] for router (667634a8-a759-462f-bbbb-732ed845ec16), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.205295 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 667634a8-a759-462f-bbbb-732ed845ec16 {{(pid=112830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 15:53:13.210913 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.211823 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-939c7f86-5770-49c5-b27f-91b6551b1b8f admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/667634a8-a759-462f-bbbb-732ed845ec16 HTTP/1.1" status: 204 len: 168 time: 0.7711346 Sep 28 15:53:13.214381 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48726) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:13.255938 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:13.262133 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfb3240-129a-473b-af41-40ce97d0224b admin admin] Deleting subnet 5663eb96-9ab6-4408-a1e8-014d463df0f4 {{(pid=112830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:53:13.265945 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3240-129a-473b-af41-40ce97d0224b admin admin] Publish callbacks [] for subnet (5663eb96-9ab6-4408-a1e8-014d463df0f4), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.303261 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3240-129a-473b-af41-40ce97d0224b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3597768'] for subnet (5663eb96-9ab6-4408-a1e8-014d463df0f4), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.383101 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3240-129a-473b-af41-40ce97d0224b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (5663eb96-9ab6-4408-a1e8-014d463df0f4), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.436142 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3240-129a-473b-af41-40ce97d0224b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617764'] for subnet (5663eb96-9ab6-4408-a1e8-014d463df0f4), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.463727 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb3240-129a-473b-af41-40ce97d0224b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5663eb96-9ab6-4408-a1e8-014d463df0f4,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:13.465685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3240-129a-473b-af41-40ce97d0224b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.468831 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-ddfb3240-129a-473b-af41-40ce97d0224b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/5663eb96-9ab6-4408-a1e8-014d463df0f4 HTTP/1.1" status: 204 len: 168 time: 0.2535172 Sep 28 15:53:13.469461 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c383f634-d615-4b17-bfa6-9378cc4b81cb None None] Network 075cc0be-5e39-4fb6-a8fe-314feee10098 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:53:13.471520 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48728) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:13.541383 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (075cc0be-5e39-4fb6-a8fe-314feee10098), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.584502 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Deleting port 787c977f-7211-4e9d-a7d7-838643f03b22 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:53:13.584836 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.651139 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] For port 787c977f-7211-4e9d-a7d7-838643f03b22, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=787c977f-7211-4e9d-a7d7-838643f03b22,segment=NetworkSegment(a3aa91e3-38a7-460f-a5dc-5e3600d93874),segment_id=a3aa91e3-38a7-460f-a5dc-5e3600d93874)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:53:13.651419 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.664282 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Calling delete_port for 787c977f-7211-4e9d-a7d7-838643f03b22 owned by network:dhcp {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:53:13.714986 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] DHCP port deletion for 075cc0be-5e39-4fb6-a8fe-314feee10098 request from dv-cinder-859319-2-iscsi {{(pid=112832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 15:53:13.751797 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.761427 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Deleting port 787c977f-7211-4e9d-a7d7-838643f03b22 {{(pid=112832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:53:13.762141 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), before_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.775674 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:13.777796 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=787c977f-7211-4e9d-a7d7-838643f03b22,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:13.779932 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 65b62f76-115d-46a7-9838-d5ddff104e90 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:53:13.787941 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] No DVR routers for this DVR port 787c977f-7211-4e9d-a7d7-838643f03b22 on host dv-cinder-859319-2-iscsi {{(pid=112831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:53:13.834895 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 65b62f76-115d-46a7-9838-d5ddff104e90 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:53:13.835526 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 65b62f76-115d-46a7-9838-d5ddff104e90 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:53:13.836229 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 787c977f-7211-4e9d-a7d7-838643f03b22 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:53:13.861112 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 787c977f-7211-4e9d-a7d7-838643f03b22 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:53:13.861453 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 787c977f-7211-4e9d-a7d7-838643f03b22 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:53:13.861897 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 61c8facd-a74a-409b-85f0-ed8afc0f0e40 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:53:13.862960 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (075cc0be-5e39-4fb6-a8fe-314feee10098), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.883715 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075cc0be-5e39-4fb6-a8fe-314feee10098']}} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:13.889116 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 61c8facd-a74a-409b-85f0-ed8afc0f0e40 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:53:13.889463 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 61c8facd-a74a-409b-85f0-ed8afc0f0e40 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:53:13.892907 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3aa91e3-38a7-460f-a5dc-5e3600d93874') {'for_net_delete': True} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:13.893219 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.services.segments.db [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3aa91e3-38a7-460f-a5dc-5e3600d93874') {} {{(pid=112831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:13.895733 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] For port 787c977f-7211-4e9d-a7d7-838643f03b22, host dv-cinder-859319-2-iscsi, got binding levels [] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:53:13.896338 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), precommit_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.904989 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064846'] for segment (a3aa91e3-38a7-460f-a5dc-5e3600d93874), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.911554 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Calling delete_port for 787c977f-7211-4e9d-a7d7-838643f03b22 owned by network:dhcp {{(pid=112832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:53:13.914357 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.ipam_backend_mixin [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Port 787c977f-7211-4e9d-a7d7-838643f03b22 was not found and therefore no delete operation was performed {{(pid=112832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 28 15:53:13.915629 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (787c977f-7211-4e9d-a7d7-838643f03b22), after_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.920995 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (a3aa91e3-38a7-460f-a5dc-5e3600d93874), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.929566 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=112831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:53:13.930052 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066602'] for segment (a3aa91e3-38a7-460f-a5dc-5e3600d93874), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:13.947710 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Pushing event deleted for resources: {'Port': ['ID=787c977f-7211-4e9d-a7d7-838643f03b22,revision_number=None']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:13.955121 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.955465 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.955803 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.956139 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.956467 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.956796 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.957119 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.957446 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.957797 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.958143 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.958466 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.958788 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.959109 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.959424 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.959743 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:53:13.967342 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a72e2-5d84-49f7-9bd5-ad6c96e64dc6 None None] No DVR routers for this DVR port 787c977f-7211-4e9d-a7d7-838643f03b22 on host dv-cinder-859319-2-iscsi {{(pid=112832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:53:13.996116 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (075cc0be-5e39-4fb6-a8fe-314feee10098), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:14.007005 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:14.012968 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/075cc0be-5e39-4fb6-a8fe-314feee10098 HTTP/1.1" status: 204 len: 168 time: 0.5380995 Sep 28 15:53:14.013317 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48734) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:14.025021 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5e455-5887-4977-bbaa-ecc8c67a13d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=075cc0be-5e39-4fb6-a8fe-314feee10098,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:14.035284 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment a3aa91e3-38a7-460f-a5dc-5e3600d93874 resource provider aggregate not found Sep 28 15:53:14.059303 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.services.segments.plugin [-] Segment a3aa91e3-38a7-460f-a5dc-5e3600d93874 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3aa91e3-38a7-460f-a5dc-5e3600d93874 found for delete ", "request_id": "req-9bd0aaa9-f0a4-47bd-9b77-4a1aa36030d3"}]} Sep 28 15:53:14.598113 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000813'] for router_interface (e3760675-70c5-41f9-8d1f-c503201ead8b), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:14.631063 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:14.814089 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] Deleting port d2d95f60-1c7f-44f3-a716-2e995340d7c3 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:53:14.814428 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:14.894512 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] For port d2d95f60-1c7f-44f3-a716-2e995340d7c3, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=d2d95f60-1c7f-44f3-a716-2e995340d7c3,segment=NetworkSegment(177c85c0-7bb3-41d5-8e8d-77edec7e9c11),segment_id=177c85c0-7bb3-41d5-8e8d-77edec7e9c11)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:53:14.894760 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:14.907710 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] Calling delete_port for d2d95f60-1c7f-44f3-a716-2e995340d7c3 owned by network:router_interface {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:53:14.945229 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:15.084750 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (d2d95f60-1c7f-44f3-a716-2e995340d7c3), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:15.106694 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d95f60-1c7f-44f3-a716-2e995340d7c3,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:15.278402 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009117'] for router_interface (e3760675-70c5-41f9-8d1f-c503201ead8b), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:15.459076 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:15.481633 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] Router e3760675-70c5-41f9-8d1f-c503201ead8b has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:53:15.584837 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:53:15.590479 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-b0c33573-9ca0-4242-ad6c-b9eab71658f5 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/e3760675-70c5-41f9-8d1f-c503201ead8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5760415 Sep 28 15:53:15.592919 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48738) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:15.595689 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56389629-f701-42cd-9d53-3b713c052709 None None] Sync routers for ids ['e3760675-70c5-41f9-8d1f-c503201ead8b'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:53:15.608228 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56389629-f701-42cd-9d53-3b713c052709 None None] Routers {'e3760675-70c5-41f9-8d1f-c503201ead8b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:53:15.608932 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-56389629-f701-42cd-9d53-3b713c052709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:52:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['e3760675-70c5-41f9-8d1f-c503201ead8b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:15.693499 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Publish callbacks [] for router (e3760675-70c5-41f9-8d1f-c503201ead8b), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:15.709114 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-56389629-f701-42cd-9d53-3b713c052709 None None] Set router e3760675-70c5-41f9-8d1f-c503201ead8b gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:53:15.792338 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Publish callbacks [] for router_gateway (e3760675-70c5-41f9-8d1f-c503201ead8b), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:15.832492 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:15.836285 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Deleting port 460fa5eb-eb51-4918-a35c-6bec11719e02 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:53:15.836629 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:15.881804 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-56389629-f701-42cd-9d53-3b713c052709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'name': 'tempest-TestShelveInstance-1788018076-router', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:53:15Z', 'revision_number': 5, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'gw_port': {'id': '460fa5eb-eb51-4918-a35c-6bec11719e02', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:15.915712 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56389629-f701-42cd-9d53-3b713c052709 None None] Checking router: e3760675-70c5-41f9-8d1f-c503201ead8b for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:53:15.924160 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56389629-f701-42cd-9d53-3b713c052709 None None] Routers {'e3760675-70c5-41f9-8d1f-c503201ead8b'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:53:15.924479 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] For port 460fa5eb-eb51-4918-a35c-6bec11719e02, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=460fa5eb-eb51-4918-a35c-6bec11719e02,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:53:15.924845 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:15.924987 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-56389629-f701-42cd-9d53-3b713c052709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:52:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['e3760675-70c5-41f9-8d1f-c503201ead8b'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:15.937563 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Calling delete_port for 460fa5eb-eb51-4918-a35c-6bec11719e02 owned by network:router_gateway {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:53:16.006734 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-56389629-f701-42cd-9d53-3b713c052709 None None] Set router e3760675-70c5-41f9-8d1f-c503201ead8b gateway port host: None {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:53:16.032379 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:16.058659 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-56389629-f701-42cd-9d53-3b713c052709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'name': 'tempest-TestShelveInstance-1788018076-router', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:53:15Z', 'revision_number': 6, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'gw_port_host': None}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:16.083956 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56389629-f701-42cd-9d53-3b713c052709 None None] The sync data for ids ['e3760675-70c5-41f9-8d1f-c503201ead8b'] in dv-cinder-859319-2-iscsi is: [{'id': 'e3760675-70c5-41f9-8d1f-c503201ead8b', 'name': 'tempest-TestShelveInstance-1788018076-router', 'tenant_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:48:31Z', 'updated_at': '2022-09-28T15:53:15Z', 'revision_number': 6, 'project_id': 'dec029c8807c43d6982f9e7fe23c90b2', 'gw_port_host': None}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:53:16.104379 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (460fa5eb-eb51-4918-a35c-6bec11719e02), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.129527 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=460fa5eb-eb51-4918-a35c-6bec11719e02,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:16.190803 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008939'] for router_gateway (e3760675-70c5-41f9-8d1f-c503201ead8b), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.280162 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2009202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-907'] for router (e3760675-70c5-41f9-8d1f-c503201ead8b), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.282282 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Publish callbacks [] for router_controller (e3760675-70c5-41f9-8d1f-c503201ead8b), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.326353 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2009195'] for router (e3760675-70c5-41f9-8d1f-c503201ead8b), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.326935 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3760675-70c5-41f9-8d1f-c503201ead8b {{(pid=112830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 15:53:16.331102 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.332238 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-dc95b0d1-2620-4b8e-8cc8-71e50e26b5fa admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/e3760675-70c5-41f9-8d1f-c503201ead8b HTTP/1.1" status: 204 len: 168 time: 0.7382357 Sep 28 15:53:16.335491 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48740) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:16.378554 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26eb8b8-559b-4ac3-9430-fad2a1e0cc79 admin admin] Deleting subnet 0421c34e-be55-44ab-b1d4-69d20a403f2a {{(pid=112830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:53:16.381641 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:16.382519 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b26eb8b8-559b-4ac3-9430-fad2a1e0cc79 admin admin] Publish callbacks [] for subnet (0421c34e-be55-44ab-b1d4-69d20a403f2a), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.417543 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b26eb8b8-559b-4ac3-9430-fad2a1e0cc79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3597768'] for subnet (0421c34e-be55-44ab-b1d4-69d20a403f2a), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.498715 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b26eb8b8-559b-4ac3-9430-fad2a1e0cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (0421c34e-be55-44ab-b1d4-69d20a403f2a), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.553346 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b26eb8b8-559b-4ac3-9430-fad2a1e0cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617764'] for subnet (0421c34e-be55-44ab-b1d4-69d20a403f2a), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.577141 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26eb8b8-559b-4ac3-9430-fad2a1e0cc79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0421c34e-be55-44ab-b1d4-69d20a403f2a,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:16.583303 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-b26eb8b8-559b-4ac3-9430-fad2a1e0cc79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.586454 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-b26eb8b8-559b-4ac3-9430-fad2a1e0cc79 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/0421c34e-be55-44ab-b1d4-69d20a403f2a HTTP/1.1" status: 204 len: 168 time: 0.2500157 Sep 28 15:53:16.588875 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a05ac-e6c3-45c8-a5ae-2bfd866f25b2 None None] Network 4ece4328-fc30-489e-adc4-b5c4d79f92a7 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:53:16.589022 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48742) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:16.591484 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:16.661291 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (4ece4328-fc30-489e-adc4-b5c4d79f92a7), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.673631 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:16.707311 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Deleting port 7cba984e-f38f-4aab-b294-77e9617f615e {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:53:16.707954 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.770597 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] For port 7cba984e-f38f-4aab-b294-77e9617f615e, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=7cba984e-f38f-4aab-b294-77e9617f615e,segment=NetworkSegment(177c85c0-7bb3-41d5-8e8d-77edec7e9c11),segment_id=177c85c0-7bb3-41d5-8e8d-77edec7e9c11)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:53:16.770962 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.783338 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Calling delete_port for 7cba984e-f38f-4aab-b294-77e9617f615e owned by network:dhcp {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:53:16.863437 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (7cba984e-f38f-4aab-b294-77e9617f615e), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.886092 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3b3c9-37e8-467b-ac3f-bddc288cdda3 None None] DHCP port deletion for 4ece4328-fc30-489e-adc4-b5c4d79f92a7 request from dv-cinder-859319-2-iscsi {{(pid=112832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 15:53:16.887368 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Pushing event deleted for resources: {'Port': ['ID=7cba984e-f38f-4aab-b294-77e9617f615e,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:16.893024 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] No DVR routers for this DVR port 7cba984e-f38f-4aab-b294-77e9617f615e on host dv-cinder-859319-2-iscsi {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:53:16.969417 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (4ece4328-fc30-489e-adc4-b5c4d79f92a7), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:16.991458 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ece4328-fc30-489e-adc4-b5c4d79f92a7']}} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:17.000951 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177c85c0-7bb3-41d5-8e8d-77edec7e9c11') {'for_net_delete': True} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:17.001244 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177c85c0-7bb3-41d5-8e8d-77edec7e9c11') {} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:53:17.010869 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3597761'] for segment (177c85c0-7bb3-41d5-8e8d-77edec7e9c11), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.023885 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (177c85c0-7bb3-41d5-8e8d-77edec7e9c11), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.030139 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=112830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:53:17.030552 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726380'] for segment (177c85c0-7bb3-41d5-8e8d-77edec7e9c11), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.072590 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment 177c85c0-7bb3-41d5-8e8d-77edec7e9c11 resource provider aggregate not found Sep 28 15:53:17.092024 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment 177c85c0-7bb3-41d5-8e8d-77edec7e9c11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 177c85c0-7bb3-41d5-8e8d-77edec7e9c11 found for delete ", "request_id": "req-7f716e9a-5668-4c91-b7af-b27600dc2937"}]} Sep 28 15:53:17.100958 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (4ece4328-fc30-489e-adc4-b5c4d79f92a7), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.107071 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.110447 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/4ece4328-fc30-489e-adc4-b5c4d79f92a7 HTTP/1.1" status: 204 len: 168 time: 0.5206478 Sep 28 15:53:17.122520 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7002f-1987-4785-939a-7c2b8e17026b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ece4328-fc30-489e-adc4-b5c4d79f92a7,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:17.283063 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48750) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:17.323720 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-1b02553f-9335-4890-a1ab-1c7bb6a9972d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ed1bf756bfcb4d52bd82979559f03a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394628 Sep 28 15:53:17.326347 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48752) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:17.366234 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:17.384100 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-adbbb6ba-5ae2-4246-a5fe-8bc6dea6e7f6 admin admin] Publish callbacks [] for security_group (71af705a-7df8-4038-a88e-8a9711ef24af), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.404630 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-adbbb6ba-5ae2-4246-a5fe-8bc6dea6e7f6 admin admin] Publish callbacks [] for security_group (71af705a-7df8-4038-a88e-8a9711ef24af), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.452860 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-adbbb6ba-5ae2-4246-a5fe-8bc6dea6e7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (71af705a-7df8-4038-a88e-8a9711ef24af), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.457282 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-adbbb6ba-5ae2-4246-a5fe-8bc6dea6e7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.461696 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-adbbb6ba-5ae2-4246-a5fe-8bc6dea6e7f6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/71af705a-7df8-4038-a88e-8a9711ef24af HTTP/1.1" status: 204 len: 168 time: 0.1285729 Sep 28 15:53:17.471755 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbb6ba-5ae2-4246-a5fe-8bc6dea6e7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71af705a-7df8-4038-a88e-8a9711ef24af,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:17.523585 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 7cba984e-f38f-4aab-b294-77e9617f615e no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:53:17.543294 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 7cba984e-f38f-4aab-b294-77e9617f615e {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:53:17.543631 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 7cba984e-f38f-4aab-b294-77e9617f615e not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:53:17.544053 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d2d95f60-1c7f-44f3-a716-2e995340d7c3 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:53:17.564946 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: d2d95f60-1c7f-44f3-a716-2e995340d7c3 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:53:17.565292 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device d2d95f60-1c7f-44f3-a716-2e995340d7c3 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:53:17.565707 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 460fa5eb-eb51-4918-a35c-6bec11719e02 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:53:17.585089 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 460fa5eb-eb51-4918-a35c-6bec11719e02 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:53:17.585630 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 460fa5eb-eb51-4918-a35c-6bec11719e02 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:53:17.796464 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48758) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:17.840364 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-ea45f6de-3dd0-4362-a17d-b5d7226f7de0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dec029c8807c43d6982f9e7fe23c90b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426435 Sep 28 15:53:17.843190 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48760) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:53:17.849533 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:17.891379 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ca5a96dd-d02d-441b-b422-dbb25f4c7cfa admin admin] Publish callbacks [] for security_group (870342f7-7215-49ca-9a27-da56217441fe), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.911722 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ca5a96dd-d02d-441b-b422-dbb25f4c7cfa admin admin] Publish callbacks [] for security_group (870342f7-7215-49ca-9a27-da56217441fe), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.958680 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ca5a96dd-d02d-441b-b422-dbb25f4c7cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (870342f7-7215-49ca-9a27-da56217441fe), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.961217 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-ca5a96dd-d02d-441b-b422-dbb25f4c7cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:17.962360 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-ca5a96dd-d02d-441b-b422-dbb25f4c7cfa admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/870342f7-7215-49ca-9a27-da56217441fe HTTP/1.1" status: 204 len: 168 time: 0.1183057 Sep 28 15:53:17.969923 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a96dd-d02d-441b-b422-dbb25f4c7cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870342f7-7215-49ca-9a27-da56217441fe,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:53:22.901608 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=6 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:22.902389 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=13 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:24.432329 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-55611a55-9b0e-4f57-acc9-87b491ad8ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:26.498268 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-0cffa8c2-56f2-4662-bec3-4da39f42c635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:27.437690 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=9,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:27.464692 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=60,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:27.965062 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:27.965876 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=40,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:28.282689 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:29.733306 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:29.764027 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:36.486884 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:41.762696 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:41.763438 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:42.665890 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:53:46.480724 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:46.482639 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:48.445989 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-73d28fcf-eaac-48b5-936e-50d1d2985da4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385609 Sep 28 15:53:48.503935 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-59e425bf-33a3-410b-96ce-f0ba86311961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:53:48.505422 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-59e425bf-33a3-410b-96ce-f0ba86311961 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 1129 time: 0.0391421 Sep 28 15:53:48.612139 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-a535121a-6a2d-4b39-8e10-afb5efcee34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:53:48.613611 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-a535121a-6a2d-4b39-8e10-afb5efcee34d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.0903535 Sep 28 15:53:48.673455 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-ca6104bf-7766-4354-b965-ca4763675894 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdc939d-9c3a-4306-9281-044d692d5dfd HTTP/1.1" status: 200 len: 1001 time: 0.0539434 Sep 28 15:53:48.724907 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-08bcb090-e50a-4210-bf83-059b6c92282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:53:48.726383 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-08bcb090-e50a-4210-bf83-059b6c92282c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0468554 Sep 28 15:53:48.769535 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-c2f358c6-5411-4d19-afde-d71a5feb0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:53:48.771051 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-c2f358c6-5411-4d19-afde-d71a5feb0b00 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394311 Sep 28 15:53:48.862681 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-b07f4b10-31fe-41cf-af66-698d35f5df8e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856962 Sep 28 15:53:48.950142 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-da11dd2b-33db-495f-b3c3-b629cbf01843 req-05207169-1057-4640-9849-9255235cf3e5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821390 Sep 28 15:53:52.661631 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:52.662457 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:54.434201 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1561cd40-237e-4f15-b9dd-89f1be240091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:56.500020 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-35acda62-1c18-4dd3-aca3-dd9755013558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:58.283310 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:58.945362 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=49 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:58.947326 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=52 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:53:59.738607 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:53:59.769077 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:06.500154 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:11.342316 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-9a5475f9-7deb-4c1a-81ac-beea4e67be3c tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-984375930&fields=id&tenant_id=35cf5a9c74e44a918e45867c6570aa11 HTTP/1.1" status: 200 len: 267 time: 0.0451069 Sep 28 15:54:11.455893 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-a25c91f5-f25f-4850-835c-03ed6d1108ed tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:11.457383 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-a25c91f5-f25f-4850-835c-03ed6d1108ed tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 812 time: 0.1081917 Sep 28 15:54:11.472033 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-62374112-ecf9-453b-99d6-068744f23fc6 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/quotas/35cf5a9c74e44a918e45867c6570aa11 HTTP/1.1" status: 200 len: 375 time: 0.0092607 Sep 28 15:54:11.525333 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-cb37b717-a4be-491c-90b6-3e16c2117d11 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482237 Sep 28 15:54:11.714861 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-a42d9e21-181b-4211-920b-32b6bcd548f3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780741 Sep 28 15:54:11.820161 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-d5b244be-8672-4cd6-9e0f-0300fde12f24 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989125 Sep 28 15:54:12.128260 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1c96a19d-2982-4f1b-b81c-d3b84c40622a req-25d0c58d-8732-4141-a816-ee520b57c3df tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 210 time: 0.0375483 Sep 28 15:54:13.120844 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-5e19cf25-c753-49a5-8488-bcc50c8979a9 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:13.122390 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-5e19cf25-c753-49a5-8488-bcc50c8979a9 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 812 time: 0.1068735 Sep 28 15:54:13.189770 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-38a124ef-841f-4973-a6ff-1e3088a1fe9f tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=35cf5a9c74e44a918e45867c6570aa11 HTTP/1.1" status: 200 len: 379 time: 0.0590060 Sep 28 15:54:13.197954 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'port': {'device_id': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'admin_state_up': True, 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'security_groups': ['5c6877ef-75ed-4360-8383-d6b11942e603']}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:54:13.273673 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-d709f2f9-7619-4804-aa70-8e1746c33103 req-c8ee1fc1-2fe8-4b6f-9b27-d610563f3dfe tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 210 time: 0.0604193 Sep 28 15:54:13.342056 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Made reservation on behalf of 35cf5a9c74e44a918e45867c6570aa11 for: {'port': 1} {{(pid=112830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 15:54:13.346410 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:13.484122 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_common [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Allocated IP 172.20.0.12 (3cb9fb97-d7e5-4300-bbd7-06e3c43ead21/53b710ec-727b-4fd1-b63b-fa4dc979c92a/169aac61-21a4-459f-b83e-aea81c2fc805) {{(pid=112830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:54:13.569692 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:13.582664 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:13.640542 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for port (169aac61-21a4-459f-b83e-aea81c2fc805), precommit_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:13.675106 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), after_create {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:13.717507 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 is already hosted by enough agents. {{(pid=112830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:54:13.723916 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.base_scheduler [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Resources bound (agent type, host, resource id): {{(pid=112830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:54:13.728362 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Received port after_create {{(pid=112830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:54:13.754978 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'Port': ['ID=169aac61-21a4-459f-b83e-aea81c2fc805,revision_number=1']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:54:13.769280 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.769630 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.770012 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.770357 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.770694 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.771027 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.771357 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.771687 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.772018 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.772374 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.772704 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.773032 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.773357 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.773681 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.774030 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:13.810663 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:13.811330 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:13.832556 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-617c0720-67bb-481a-a8c3-b324e297bacf tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6383641 Sep 28 15:54:13.843795 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.v2.base [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Request body: {'port': {'device_id': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=112830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:54:13.965081 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-4e4a3d0a-3382-4b30-9a21-d0bcadc03121 None None] Provisioning complete for port 169aac61-21a4-459f-b83e-aea81c2fc805 triggered by entity DHCP. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:54:13.965730 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-4e4a3d0a-3382-4b30-9a21-d0bcadc03121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:13.965874 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-4e4a3d0a-3382-4b30-9a21-d0bcadc03121 None None] Attempt 1 to provision port 169aac61-21a4-459f-b83e-aea81c2fc805 Sep 28 15:54:14.000924 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a3d0a-3382-4b30-9a21-d0bcadc03121 None None] Port 169aac61-21a4-459f-b83e-aea81c2fc805 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:54:14.198849 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:14.426601 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea213710-789b-40d6-a652-3d9b380ca95b req-0a54a82f-cabe-43f1-9356-0b7811e15346 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:14.428125 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ea213710-789b-40d6-a652-3d9b380ca95b req-0a54a82f-cabe-43f1-9356-0b7811e15346 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 932 time: 0.0602779 Sep 28 15:54:14.502443 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-4e4a3d0a-3382-4b30-9a21-d0bcadc03121 None None] Attempt 2 to provision port 169aac61-21a4-459f-b83e-aea81c2fc805 Sep 28 15:54:14.529119 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-ea213710-789b-40d6-a652-3d9b380ca95b req-ef9257e1-36d1-408c-a926-c6dc618b35e3 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941584 Sep 28 15:54:14.546798 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a3d0a-3382-4b30-9a21-d0bcadc03121 None None] Port 169aac61-21a4-459f-b83e-aea81c2fc805 cannot update to ACTIVE because it is not bound. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 15:54:14.560450 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169aac61-21a4-459f-b83e-aea81c2fc805 {{(pid=112830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:54:14.569626 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Publish callbacks [] for port (169aac61-21a4-459f-b83e-aea81c2fc805), precommit_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:14.584222 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.provisioning_blocks [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Transition to ACTIVE for port object 169aac61-21a4-459f-b83e-aea81c2fc805 will not be triggered until provisioned by entity L2. {{(pid=112830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 15:54:14.588750 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:14.655839 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Pushing event updated for resources: {'Port': ['ID=169aac61-21a4-459f-b83e-aea81c2fc805,revision_number=2']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:54:14.704492 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:14.711142 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Attempting to bind port 169aac61-21a4-459f-b83e-aea81c2fc805 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 15:54:14.711474 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Attempting to bind port 169aac61-21a4-459f-b83e-aea81c2fc805 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 15:54:14.711804 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Attempting to bind port 169aac61-21a4-459f-b83e-aea81c2fc805 on network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:54:14.740447 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:14.763706 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Port 169aac61-21a4-459f-b83e-aea81c2fc805 on network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 15:54:14.763957 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Attempting to bind port 169aac61-21a4-459f-b83e-aea81c2fc805 on network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 15:54:14.806286 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Checking agent: {'id': '7bb42d5c-9388-404d-bd40-da60740f5381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'started_at': datetime.datetime(2022, 9, 28, 15, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 15:54:14.806624 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Checking segment: {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 15:54:14.807010 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Bound using segment: {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'} {{(pid=112830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 15:54:14.807449 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.managers [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Bound port: 169aac61-21a4-459f-b83e-aea81c2fc805, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b80ad6b-7dac-4f99-a760-661ea528c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21'}}] {{(pid=112830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 15:54:14.807810 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), before_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:14.879022 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] For port 169aac61-21a4-459f-b83e-aea81c2fc805, host hv-cinder-85931, cleared binding levels {{(pid=112830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 15:54:14.882132 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] For port 169aac61-21a4-459f-b83e-aea81c2fc805, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=169aac61-21a4-459f-b83e-aea81c2fc805,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 15:54:14.888337 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726536'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), after_update {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:14.892884 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:14.893493 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:14.894893 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/169aac61-21a4-459f-b83e-aea81c2fc805 HTTP/1.1" status: 200 len: 1094 time: 1.0556254 Sep 28 15:54:14.895478 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'tag': '169aac61-21a4-459f-b83e-aea81c2fc805'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:54:14.897722 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552c5915-b026-4667-a447-19fdfe94ea63" -d '{"events": [{"name": "network-changed", "server_uuid": "939549b8-a997-4e5b-8ba9-51578c48a50c", "tag": "169aac61-21a4-459f-b83e-aea81c2fc805"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:54:14.939773 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b9aa9d-f6eb-4f5a-9df7-e19a629f946c x-openstack-request-id: req-01b9aa9d-f6eb-4f5a-9df7-e19a629f946c {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:54:14.940067 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939549b8-a997-4e5b-8ba9-51578c48a50c", "tag": "169aac61-21a4-459f-b83e-aea81c2fc805", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:54:14.940319 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01b9aa9d-f6eb-4f5a-9df7-e19a629f946c {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:54:14.940718 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b9aa9d-f6eb-4f5a-9df7-e19a629f946c'] response: {'name': 'network-changed', 'server_uuid': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'tag': '169aac61-21a4-459f-b83e-aea81c2fc805', 'status': 'completed', 'code': 200} Sep 28 15:54:14.986377 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497820f-3eca-4721-beaa-3897544029f2 service neutron] Pushing event updated for resources: {'Port': ['ID=169aac61-21a4-459f-b83e-aea81c2fc805,revision_number=3']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:54:14.993910 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-920e2fb3-f805-47cc-806e-2f6813f308cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:14.995432 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-920e2fb3-f805-47cc-806e-2f6813f308cf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 1128 time: 0.0577059 Sep 28 15:54:15.034930 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-3b260455-56a2-45d0-94bf-95e1534d9c55 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=169aac61-21a4-459f-b83e-aea81c2fc805 HTTP/1.1" status: 200 len: 217 time: 0.0327587 Sep 28 15:54:15.048611 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-4e4a3d0a-3382-4b30-9a21-d0bcadc03121 None None] Attempt 3 to provision port 169aac61-21a4-459f-b83e-aea81c2fc805 Sep 28 15:54:15.086125 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a3d0a-3382-4b30-9a21-d0bcadc03121 None None] Port 169aac61-21a4-459f-b83e-aea81c2fc805 had new provisioning blocks added so it will not transition to active. {{(pid=112832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 15:54:15.088491 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-9f27d9fd-d0c6-4a5d-ad92-cee9f7d7cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:15.090010 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-9f27d9fd-d0c6-4a5d-ad92-cee9f7d7cd9d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0494804 Sep 28 15:54:15.134044 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-3a9199b5-a9e7-425a-aec5-2fdea795e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:15.135571 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-3a9199b5-a9e7-425a-aec5-2fdea795e2c4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393264 Sep 28 15:54:15.229033 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-57ecdded-b7c1-470f-b8dd-405db0b56d26 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868831 Sep 28 15:54:15.318511 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-5bfbbb95-27ba-4412-8b6d-3b92990797d7 req-27a4efda-76d0-431f-bdff-750f4cf6fe1c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836110 Sep 28 15:54:15.604726 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c5915-b026-4667-a447-19fdfe94ea63 req-be699cec-094d-431b-a57d-2927905a46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:15.606311 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-552c5915-b026-4667-a447-19fdfe94ea63 req-be699cec-094d-431b-a57d-2927905a46a5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 1128 time: 0.0423596 Sep 28 15:54:15.707058 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcdffa-f7ab-4ac6-97ae-676d303b089f req-3dab0731-6a8d-40ae-b973-2e6a16c3805a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:15.708614 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e9dcdffa-f7ab-4ac6-97ae-676d303b089f req-3dab0731-6a8d-40ae-b973-2e6a16c3805a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 944 time: 0.0962486 Sep 28 15:54:15.766971 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c5915-b026-4667-a447-19fdfe94ea63 req-4e7d967e-6880-4152-9f59-2ed59867a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:15.768516 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-552c5915-b026-4667-a447-19fdfe94ea63 req-4e7d967e-6880-4152-9f59-2ed59867a5ab service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.1477463 Sep 28 15:54:15.821132 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-e9dcdffa-f7ab-4ac6-97ae-676d303b089f req-20fbc714-897f-461b-ae8b-bbe1411d0623 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056628 Sep 28 15:54:15.822789 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-552c5915-b026-4667-a447-19fdfe94ea63 req-3038ea40-b75b-4570-ba09-b7687855cb04 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=169aac61-21a4-459f-b83e-aea81c2fc805 HTTP/1.1" status: 200 len: 217 time: 0.0455122 Sep 28 15:54:15.873657 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c5915-b026-4667-a447-19fdfe94ea63 req-6cd92aa4-face-44be-b04e-6ea4cfe06073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:15.875704 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-552c5915-b026-4667-a447-19fdfe94ea63 req-6cd92aa4-face-44be-b04e-6ea4cfe06073 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0456312 Sep 28 15:54:15.918554 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c5915-b026-4667-a447-19fdfe94ea63 req-1658edd7-5d1d-4a3a-8ca5-cdf47de3f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:15.920090 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-552c5915-b026-4667-a447-19fdfe94ea63 req-1658edd7-5d1d-4a3a-8ca5-cdf47de3f997 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386519 Sep 28 15:54:15.994748 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:16.008285 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:16.020372 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-552c5915-b026-4667-a447-19fdfe94ea63 req-29a57c93-cf68-46df-abb5-08393eed2c7f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937464 Sep 28 15:54:16.117778 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-552c5915-b026-4667-a447-19fdfe94ea63 req-7c896898-9da8-487d-81b3-64260fd8602b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915034 Sep 28 15:54:16.949789 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb92af-9868-4a18-b70d-12f3625de72b req-6ade7b2f-d2ad-4321-a9ae-f278261dab94 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:16.951393 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-abcb92af-9868-4a18-b70d-12f3625de72b req-6ade7b2f-d2ad-4321-a9ae-f278261dab94 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 944 time: 0.0478988 Sep 28 15:54:17.001709 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-abcb92af-9868-4a18-b70d-12f3625de72b req-579f1302-daec-4f1d-8b33-96e7fde69e67 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439587 Sep 28 15:54:18.125462 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a85f6-10c2-4e54-b758-fd1146d33b09 req-8482423d-a0c3-42f5-9833-0055492a856e tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:18.127014 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f78a85f6-10c2-4e54-b758-fd1146d33b09 req-8482423d-a0c3-42f5-9833-0055492a856e tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 944 time: 0.0479815 Sep 28 15:54:18.176270 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-f78a85f6-10c2-4e54-b758-fd1146d33b09 req-6f8bb5c1-b5eb-430c-9729-ca821fe4e303 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436299 Sep 28 15:54:19.298421 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d17f4c-e911-4430-a0cd-3dc69f3c28c0 req-245ef5d7-0e46-4649-94da-2edb3b6e832e tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:19.299931 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91d17f4c-e911-4430-a0cd-3dc69f3c28c0 req-245ef5d7-0e46-4649-94da-2edb3b6e832e tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 944 time: 0.0506618 Sep 28 15:54:19.348649 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-91d17f4c-e911-4430-a0cd-3dc69f3c28c0 req-d6580ad3-1494-4fd3-b667-91d463c6724c tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430131 Sep 28 15:54:19.666010 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:54:20.466564 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01ad27-f688-4324-87d5-832dd31a49ad req-3ac1d83a-4c3f-4be1-9c1d-454812c504e5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:20.468027 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bf01ad27-f688-4324-87d5-832dd31a49ad req-3ac1d83a-4c3f-4be1-9c1d-454812c504e5 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 944 time: 0.0463469 Sep 28 15:54:20.516660 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-bf01ad27-f688-4324-87d5-832dd31a49ad req-9e8ce78c-e3c2-479c-87b9-7790b81d3bd3 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430479 Sep 28 15:54:21.635821 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab665b6-4510-457d-a248-0e3a2283e509 req-90a79ebd-379b-4ddf-a37c-bedc41509a46 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:21.637317 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1ab665b6-4510-457d-a248-0e3a2283e509 req-90a79ebd-379b-4ddf-a37c-bedc41509a46 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 944 time: 0.0479960 Sep 28 15:54:21.690279 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1ab665b6-4510-457d-a248-0e3a2283e509 req-164e830b-8a75-48d3-b2d9-d9c1828f2348 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473208 Sep 28 15:54:22.749460 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 169aac61-21a4-459f-b83e-aea81c2fc805 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=112832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 15:54:22.753234 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:22.754015 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:22.810544 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ac52a-b075-4065-8331-e435cb7cb5cf req-79239e39-d165-4751-bc0a-63d65b5ed72f tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:22.813076 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cb7ac52a-b075-4065-8331-e435cb7cb5cf req-79239e39-d165-4751-bc0a-63d65b5ed72f tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 944 time: 0.0461588 Sep 28 15:54:22.857776 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 169aac61-21a4-459f-b83e-aea81c2fc805, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=169aac61-21a4-459f-b83e-aea81c2fc805,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:54:22.863950 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-cb7ac52a-b075-4065-8331-e435cb7cb5cf req-f89659ec-06b1-4aac-aa7c-8f2c3b09b4d7 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452924 Sep 28 15:54:22.870631 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Returning: {'device': '169aac61-21a4-459f-b83e-aea81c2fc805', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'port_id': '169aac61-21a4-459f-b83e-aea81c2fc805', 'mac_address': 'fa:16:3e:8a:a4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 15:54:22.908139 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 169aac61-21a4-459f-b83e-aea81c2fc805 is: DOWN; New status is: BUILD {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:54:22.908528 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:22.922067 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169aac61-21a4-459f-b83e-aea81c2fc805 {{(pid=112832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 15:54:22.942115 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 169aac61-21a4-459f-b83e-aea81c2fc805, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=169aac61-21a4-459f-b83e-aea81c2fc805,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:54:22.946445 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:22.999613 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=169aac61-21a4-459f-b83e-aea81c2fc805,revision_number=4']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:54:23.006644 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.006997 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.007343 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.007684 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.008040 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.008353 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.008684 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.009011 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.009340 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.009666 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.010030 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.010359 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.010680 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.010999 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.011319 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:23.159264 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] get_ports_and_sgs() called for port_ids ['169aac61-21a4-459f-b83e-aea81c2fc805'] {{(pid=112832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 15:54:23.986748 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041bfdb-ab27-41d6-9cd7-f914a6efbae6 req-c49ad57c-d1cb-4827-8b85-fd2ad3843f02 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:23.988232 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9041bfdb-ab27-41d6-9cd7-f914a6efbae6 req-c49ad57c-d1cb-4827-8b85-fd2ad3843f02 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 945 time: 0.0466244 Sep 28 15:54:24.037456 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9041bfdb-ab27-41d6-9cd7-f914a6efbae6 req-e835dd1b-74c2-48f7-aaba-74bccc373c86 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436757 Sep 28 15:54:24.436939 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-10b66ba7-69c2-4ad7-a1dd-562d34918a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:24.749670 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 169aac61-21a4-459f-b83e-aea81c2fc805 up at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 15:54:24.791221 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning for port 169aac61-21a4-459f-b83e-aea81c2fc805 completed by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 15:54:24.798227 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.provisioning_blocks [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Provisioning complete for port 169aac61-21a4-459f-b83e-aea81c2fc805 triggered by entity L2. {{(pid=112832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 15:54:24.798707 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1021393'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), provisioning_complete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:24.799023 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Attempt 1 to provision port 169aac61-21a4-459f-b83e-aea81c2fc805 Sep 28 15:54:24.872738 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Current status of the port 169aac61-21a4-459f-b83e-aea81c2fc805 is: BUILD; New status is: ACTIVE {{(pid=112832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 15:54:24.873127 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), before_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:25.021015 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169aac61-21a4-459f-b83e-aea81c2fc805'}] {{(pid=112832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:54:25.023181 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75c26f8a0a0c3dc2c705f5b18873aca9f22817ede34f369ca84d9efb5025a819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def5d237-1d62-480e-a3fa-747d7659f5ea" -d '{"events": [{"server_uuid": "939549b8-a997-4e5b-8ba9-51578c48a50c", "name": "network-vif-plugged", "status": "completed", "tag": "169aac61-21a4-459f-b83e-aea81c2fc805"}]}' {{(pid=112832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:54:25.036469 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] For port 169aac61-21a4-459f-b83e-aea81c2fc805, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=169aac61-21a4-459f-b83e-aea81c2fc805,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:54:25.040758 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:25.084927 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:25.090562 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Pushing event updated for resources: {'Port': ['ID=169aac61-21a4-459f-b83e-aea81c2fc805,revision_number=5']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:54:25.174701 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66d30b-140b-4125-b33a-f92c571a9f95 req-094e6512-b9de-4690-88a4-cbcfab6946ce tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:25.176296 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-de66d30b-140b-4125-b33a-f92c571a9f95 req-094e6512-b9de-4690-88a4-cbcfab6946ce tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 946 time: 0.0529146 Sep 28 15:54:25.192564 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0705630c-bd39-4c9e-a06c-4429493a2d7e x-openstack-request-id: req-0705630c-bd39-4c9e-a06c-4429493a2d7e {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:54:25.192855 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939549b8-a997-4e5b-8ba9-51578c48a50c", "name": "network-vif-plugged", "status": "completed", "tag": "169aac61-21a4-459f-b83e-aea81c2fc805", "code": 200}]} {{(pid=112832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:54:25.193301 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0705630c-bd39-4c9e-a06c-4429493a2d7e {{(pid=112832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:54:25.193713 dv-cinder-859319-2-iscsi neutron-server[112832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0705630c-bd39-4c9e-a06c-4429493a2d7e'] response: {'server_uuid': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169aac61-21a4-459f-b83e-aea81c2fc805', 'code': 200} Sep 28 15:54:25.230544 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-de66d30b-140b-4125-b33a-f92c571a9f95 req-17dbcdda-94ea-4417-9ab7-e814cab90c53 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486636 Sep 28 15:54:25.412830 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b344e69-1c7a-4c23-a008-5c329efd4b8f req-c4918455-89af-4092-96f7-1d4660911c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:25.414364 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4b344e69-1c7a-4c23-a008-5c329efd4b8f req-c4918455-89af-4092-96f7-1d4660911c06 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 1130 time: 0.0384858 Sep 28 15:54:25.460163 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-4b344e69-1c7a-4c23-a008-5c329efd4b8f req-d51fecc5-23b8-4488-83e1-9b069a242078 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403943 Sep 28 15:54:26.356496 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879194a2-b03d-4145-a845-787d9909c413 req-8f9e2078-72b6-4b99-a652-1638bce79553 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:26.358038 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-879194a2-b03d-4145-a845-787d9909c413 req-8f9e2078-72b6-4b99-a652-1638bce79553 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 946 time: 0.0505717 Sep 28 15:54:26.384935 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:26.396110 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:26.409666 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-879194a2-b03d-4145-a845-787d9909c413 req-85dbe4e9-79a8-467a-bd73-6bdb338eafac tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451813 Sep 28 15:54:26.491878 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:26.506997 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-2955fe06-352e-4546-b2cd-ee5026f268e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:27.548260 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecae74-3220-4587-9500-8cd4e6b29d73 req-ec9c5dda-9f34-42d0-b04c-1a1bde4dd471 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:27.549659 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-23ecae74-3220-4587-9500-8cd4e6b29d73 req-ec9c5dda-9f34-42d0-b04c-1a1bde4dd471 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 946 time: 0.0480263 Sep 28 15:54:27.599482 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-23ecae74-3220-4587-9500-8cd4e6b29d73 req-49238cd6-9500-41bd-bbf4-719e2d05a792 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437794 Sep 28 15:54:27.719832 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618ca06-a69c-4b82-8f03-25c077f4952c req-6ec3f4a8-dd5e-4a7a-be5f-7086917c119d tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:27.721315 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8618ca06-a69c-4b82-8f03-25c077f4952c req-6ec3f4a8-dd5e-4a7a-be5f-7086917c119d tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 946 time: 0.0472293 Sep 28 15:54:27.776990 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8618ca06-a69c-4b82-8f03-25c077f4952c req-bafb5b18-709a-4d99-a121-a1278decc58f tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496986 Sep 28 15:54:27.805941 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48856) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:54:27.846534 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673abc3c-6a88-4a7f-9a05-68de3ab65c6b tempest-TestVolumeBootPattern-175054283 tempest-TestVolumeBootPattern-175054283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:27.848060 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-673abc3c-6a88-4a7f-9a05-68de3ab65c6b tempest-TestVolumeBootPattern-175054283 tempest-TestVolumeBootPattern-175054283-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 1125 time: 0.0411186 Sep 28 15:54:27.851216 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48860) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:54:27.855429 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.v2.base [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Request body: {'floatingip': {'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'port_id': '169aac61-21a4-459f-b83e-aea81c2fc805', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 15:54:27.877645 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:27.958825 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (None), before_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:28.065017 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.db_base_plugin_common [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Allocated IP 172.27.2.197 (f685b48a-c03f-466e-b53a-e2fe3db84996/2bcf8f69-ea2f-46a5-b261-39ea3508e584/90a825fa-1409-4082-b404-01043fc2a597) {{(pid=112831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 15:54:28.170340 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for port (90a825fa-1409-4082-b404-01043fc2a597), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:28.202863 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762151411420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (90a825fa-1409-4082-b404-01043fc2a597), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:28.248953 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Network f685b48a-c03f-466e-b53a-e2fe3db84996 is already hosted by enough agents. {{(pid=112831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 15:54:28.252316 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.base_scheduler [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Resources bound (agent type, host, resource id): {{(pid=112831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 15:54:28.256129 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Received port after_create {{(pid=112831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 15:54:28.259476 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'Port': ['ID=90a825fa-1409-4082-b404-01043fc2a597,revision_number=1']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:54:28.286280 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:28.287462 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.287806 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.288153 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.288488 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.288818 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.289143 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.289466 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.289814 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.290168 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.290480 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.290801 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.291123 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.291441 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.291755 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.292070 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:54:28.608782 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:28.618333 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:28.628660 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (f1a08de5-5999-409c-9cb7-b65e033709c4), precommit_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:28.702583 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887361'] for port (90a825fa-1409-4082-b404-01043fc2a597), before_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:28.867799 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for port (90a825fa-1409-4082-b404-01043fc2a597), precommit_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:28.872826 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762151851951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762151411438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762151414788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066766'] for port (90a825fa-1409-4082-b404-01043fc2a597), after_update {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:28.945221 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event updated for resources: {'Port': ['ID=90a825fa-1409-4082-b404-01043fc2a597,revision_number=2']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:54:28.947661 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2009005'] for floatingip (f1a08de5-5999-409c-9cb7-b65e033709c4), after_create {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:29.263502 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.db.l3_db [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Floating IP f1a08de5-5999-409c-9cb7-b65e033709c4 associated. External IP: 172.27.2.197, port: 169aac61-21a4-459f-b83e-aea81c2fc805. Sep 28 15:54:29.473462 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:54:29.574121 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:54:29.583506 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd6446-d806-466a-b643-c0cac9bb40e2 None None] Sync routers for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:54:29.592157 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:29.595030 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd6446-d806-466a-b643-c0cac9bb40e2 None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:54:29.595650 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c4dd6446-d806-466a-b643-c0cac9bb40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:54:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:54:29.631958 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-87e3dbb7-c90a-4e6c-a2ae-1f06d99c04dc tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7797072 Sep 28 15:54:29.632646 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'tag': '169aac61-21a4-459f-b83e-aea81c2fc805'}] {{(pid=112831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:54:29.634963 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796e4699a1f42ff983067a28373287906b6d3adfcef75cf384270d11f9b327d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71208e10-962f-49c2-9d4d-219ac99e0411" -d '{"events": [{"name": "network-changed", "server_uuid": "939549b8-a997-4e5b-8ba9-51578c48a50c", "tag": "169aac61-21a4-459f-b83e-aea81c2fc805"}]}' {{(pid=112831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:54:29.674067 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43ecc63-7b18-47f3-9336-1a5015fffe33 x-openstack-request-id: req-c43ecc63-7b18-47f3-9336-1a5015fffe33 {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:54:29.674365 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939549b8-a997-4e5b-8ba9-51578c48a50c", "tag": "169aac61-21a4-459f-b83e-aea81c2fc805", "status": "completed", "code": 200}]} {{(pid=112831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:54:29.674622 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c43ecc63-7b18-47f3-9336-1a5015fffe33 {{(pid=112831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:54:29.675034 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43ecc63-7b18-47f3-9336-1a5015fffe33'] response: {'name': 'network-changed', 'server_uuid': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'tag': '169aac61-21a4-459f-b83e-aea81c2fc805', 'status': 'completed', 'code': 200} Sep 28 15:54:29.735413 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:29.742446 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208e10-962f-49c2-9d4d-219ac99e0411 req-cefce9e6-3bbe-4b6d-bef7-c4c8b12771e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:29.744005 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-71208e10-962f-49c2-9d4d-219ac99e0411 req-cefce9e6-3bbe-4b6d-bef7-c4c8b12771e0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 1130 time: 0.0464005 Sep 28 15:54:29.775131 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:29.795576 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-c4dd6446-d806-466a-b643-c0cac9bb40e2 None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:54:29.841423 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208e10-962f-49c2-9d4d-219ac99e0411 req-badbd54a-951f-4093-bdd1-5cc87754e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:29.843418 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-71208e10-962f-49c2-9d4d-219ac99e0411 req-badbd54a-951f-4093-bdd1-5cc87754e5f8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.0875580 Sep 28 15:54:29.909289 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-71208e10-962f-49c2-9d4d-219ac99e0411 req-6c6fcd1f-25a9-4319-bc25-6100b823484e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=169aac61-21a4-459f-b83e-aea81c2fc805 HTTP/1.1" status: 200 len: 1000 time: 0.0593669 Sep 28 15:54:29.957961 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208e10-962f-49c2-9d4d-219ac99e0411 req-448eafe0-9c0d-4071-9acb-e426b686d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:29.959427 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-71208e10-962f-49c2-9d4d-219ac99e0411 req-448eafe0-9c0d-4071-9acb-e426b686d756 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0448127 Sep 28 15:54:30.003869 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208e10-962f-49c2-9d4d-219ac99e0411 req-e707651e-2c05-4031-a7a5-fc11d9ab1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:30.005396 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-71208e10-962f-49c2-9d4d-219ac99e0411 req-e707651e-2c05-4031-a7a5-fc11d9ab1b52 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398104 Sep 28 15:54:30.013959 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c4dd6446-d806-466a-b643-c0cac9bb40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:dd:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:52:33Z', 'updated_at': '2022-09-28T15:52:35Z', 'revision_number': 1, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}, {'id': 'f1a08de5-5999-409c-9cb7-b65e033709c4', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': '169aac61-21a4-459f-b83e-aea81c2fc805', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:8a:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:54:28Z', 'updated_at': '2022-09-28T15:54:28Z', 'revision_number': 0, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:54:30.038894 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd6446-d806-466a-b643-c0cac9bb40e2 None None] Checking router: 3aa66e43-8c6c-4744-b526-8a9f7027b7bb for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:54:30.048508 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd6446-d806-466a-b643-c0cac9bb40e2 None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:54:30.049119 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c4dd6446-d806-466a-b643-c0cac9bb40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:54:26Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:54:30.100329 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-71208e10-962f-49c2-9d4d-219ac99e0411 req-30dd9ef5-0be7-4316-b35f-6450cc4b5889 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881217 Sep 28 15:54:30.153554 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-c4dd6446-d806-466a-b643-c0cac9bb40e2 None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:54:30.191409 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-71208e10-962f-49c2-9d4d-219ac99e0411 req-dadea537-e9bc-449c-ad75-5b2d6e4bca1f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855827 Sep 28 15:54:30.386842 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-c4dd6446-d806-466a-b643-c0cac9bb40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:dd:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:52:33Z', 'updated_at': '2022-09-28T15:52:35Z', 'revision_number': 1, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}, {'id': 'f1a08de5-5999-409c-9cb7-b65e033709c4', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': '169aac61-21a4-459f-b83e-aea81c2fc805', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:8a:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:54:28Z', 'updated_at': '2022-09-28T15:54:28Z', 'revision_number': 0, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:54:30.415310 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd6446-d806-466a-b643-c0cac9bb40e2 None None] The sync data for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi is: [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:dd:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:52:33Z', 'updated_at': '2022-09-28T15:52:35Z', 'revision_number': 1, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}, {'id': 'f1a08de5-5999-409c-9cb7-b65e033709c4', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': '169aac61-21a4-459f-b83e-aea81c2fc805', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:8a:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:54:28Z', 'updated_at': '2022-09-28T15:54:28Z', 'revision_number': 0, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:54:30.612629 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94270826-bc51-498a-909d-23e70b9ecab5 None None] New status for floating IP f1a08de5-5999-409c-9cb7-b65e033709c4: ACTIVE {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:54:36.506862 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:39.620536 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:39.623808 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:40.186708 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=61 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:40.188680 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=71 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:40.389435 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=97 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:40.390222 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=85 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:46.500343 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:46.502260 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:50.439192 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-4cab4da9-41ad-4d69-855d-3d2045d2c302 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425234 Sep 28 15:54:50.519530 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-0e876315-6e37-406a-be36-ea5605f2845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:50.521053 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-0e876315-6e37-406a-be36-ea5605f2845b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 1129 time: 0.0400271 Sep 28 15:54:50.628556 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-847bb325-8a83-4e23-9900-0e623b52c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:50.630073 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-847bb325-8a83-4e23-9900-0e623b52c898 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.0917108 Sep 28 15:54:50.691765 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-583ca30b-832f-4a2d-8e5f-225188b2c272 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdc939d-9c3a-4306-9281-044d692d5dfd HTTP/1.1" status: 200 len: 1001 time: 0.0559211 Sep 28 15:54:50.741218 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-473f0e44-10a6-4034-a292-15bf52d8f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:50.742755 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-473f0e44-10a6-4034-a292-15bf52d8f606 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0454741 Sep 28 15:54:50.790565 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-362ce2f7-958e-43c8-9142-84828191c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:54:50.792095 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-362ce2f7-958e-43c8-9142-84828191c6bc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432560 Sep 28 15:54:50.896055 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-b77c5751-f38c-4829-b49e-de524974386d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977437 Sep 28 15:54:50.994284 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c7ccbb65-1779-4cba-a788-50566e25ae03 req-9efc0ac7-bc4d-4e81-8bc1-d906591d5fae service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916929 Sep 28 15:54:54.439749 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1a355bf3-ac72-4b78-8793-f9044905f1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:55.765065 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:55.765876 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:54:56.500068 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-ceba8e33-878e-4c2d-9ae9-231fce57c563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:56.665477 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:54:58.289637 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:59.729675 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:54:59.776132 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:00.989529 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=52 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:00.991460 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=49 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:06.509937 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:06.661703 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:06.662468 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:16.504135 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:16.506093 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:22.690021 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:22.690999 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:DELETE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:24.441739 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-590d7aa0-6e7e-4e3b-acf9-5c679cb5bc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:26.503162 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-059557cc-ff9f-4e0d-9103-de4327a1295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:28.292811 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:29.734092 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:29.779510 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:32.760736 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:32.761448 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:33.666775 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:55:36.527112 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:46.520619 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:46.522537 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:51.659503 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:52.446074 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-3d3a11e6-1c59-4379-9e79-70e0bf1c2d4e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394256 Sep 28 15:55:52.505766 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-ddc70516-eb74-442a-a9dc-943a8e64c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:55:52.507356 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-ddc70516-eb74-442a-a9dc-943a8e64c561 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 1130 time: 0.0402195 Sep 28 15:55:52.620277 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-9ba87204-4269-442b-b98a-8c3834905c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:55:52.621782 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-9ba87204-4269-442b-b98a-8c3834905c74 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.0954382 Sep 28 15:55:52.682548 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-1dae3562-6ef6-4d92-a608-37aeaed18d06 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=169aac61-21a4-459f-b83e-aea81c2fc805 HTTP/1.1" status: 200 len: 1002 time: 0.0548260 Sep 28 15:55:52.734591 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-4c2a0017-0093-4113-be37-9fcf41ea9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:55:52.736121 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-4c2a0017-0093-4113-be37-9fcf41ea9c9b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0473726 Sep 28 15:55:52.780034 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-c42725b2-970c-46e9-aac4-b9e26b4e44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:55:52.781606 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-c42725b2-970c-46e9-aac4-b9e26b4e44c5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392559 Sep 28 15:55:52.879144 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-a1ba77de-0484-4182-82b8-f433e564d4ec service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918169 Sep 28 15:55:52.971755 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-72abf208-61dc-475b-b76e-4bbdeabf5395 req-64a54722-2e07-40e8-a1b3-c8e7e8e6cbe6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874519 Sep 28 15:55:54.443916 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-34ec0f18-a17c-4780-9650-e3cb1f78661a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:56.509984 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2375-6a56-41cc-a528-e8943af966e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:58.298165 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:58.969508 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48896) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:55:59.164743 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Deleting port 90a825fa-1409-4082-b404-01043fc2a597 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:55:59.165086 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (90a825fa-1409-4082-b404-01043fc2a597), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:59.265357 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (90a825fa-1409-4082-b404-01043fc2a597), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:59.266265 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (90a825fa-1409-4082-b404-01043fc2a597), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:59.279916 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Calling delete_port for 90a825fa-1409-4082-b404-01043fc2a597 owned by network:floatingip {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:55:59.435015 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:59.447552 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:55:59.454922 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (90a825fa-1409-4082-b404-01043fc2a597), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:59.479799 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event deleted for resources: {'Port': ['ID=90a825fa-1409-4082-b404-01043fc2a597,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:55:59.492810 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.493167 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.493511 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.493886 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.494225 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.494560 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.494891 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.495222 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.495551 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.495880 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.496211 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.496542 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.496869 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.497198 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.497515 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:55:59.554048 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (f1a08de5-5999-409c-9cb7-b65e033709c4), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:59.554401 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Floating IP f1a08de5-5999-409c-9cb7-b65e033709c4 disassociated (deleted). External IP: 172.27.2.197, port: 169aac61-21a4-459f-b83e-aea81c2fc805. Sep 28 15:55:59.739122 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:59.760483 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:55:59.785801 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:59.868427 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:55:59.873396 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:55:59.878227 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f101c6-4124-46bc-a129-5b631c4ce3c6 None None] Sync routers for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:55:59.889053 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f101c6-4124-46bc-a129-5b631c4ce3c6 None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:55:59.889668 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-39f101c6-4124-46bc-a129-5b631c4ce3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:55:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:55:59.910712 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-93d198df-1cef-4687-8aca-d93d3d3fe440 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/f1a08de5-5999-409c-9cb7-b65e033709c4 HTTP/1.1" status: 204 len: 168 time: 0.9400628 Sep 28 15:55:59.911493 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'tag': '169aac61-21a4-459f-b83e-aea81c2fc805'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:55:59.913885 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "939549b8-a997-4e5b-8ba9-51578c48a50c", "tag": "169aac61-21a4-459f-b83e-aea81c2fc805"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:55:59.990596 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e066cfa-3e4d-41bd-bcd5-9777c3524578 x-openstack-request-id: req-1e066cfa-3e4d-41bd-bcd5-9777c3524578 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:55:59.991421 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939549b8-a997-4e5b-8ba9-51578c48a50c", "tag": "169aac61-21a4-459f-b83e-aea81c2fc805", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:55:59.991421 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e066cfa-3e4d-41bd-bcd5-9777c3524578 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:55:59.991823 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e066cfa-3e4d-41bd-bcd5-9777c3524578'] response: {'name': 'network-changed', 'server_uuid': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'tag': '169aac61-21a4-459f-b83e-aea81c2fc805', 'status': 'completed', 'code': 200} Sep 28 15:56:00.005926 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-39f101c6-4124-46bc-a129-5b631c4ce3c6 None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:56:00.058769 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e req-78162d7a-36fe-4482-9c93-0ce8c239b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:00.060370 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e req-78162d7a-36fe-4482-9c93-0ce8c239b0fb service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 1130 time: 0.0482204 Sep 28 15:56:00.211306 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e req-dffcdcde-e431-45d2-95a4-9f555be8c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:00.212808 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e req-dffcdcde-e431-45d2-95a4-9f555be8c0fd service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.1466770 Sep 28 15:56:00.218715 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab6dce-b5be-478e-aff8-a8cab4da9a75 req-c8e294db-5fe5-490b-ad30-eb5c542d73ba tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:00.220117 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5ab6dce-b5be-478e-aff8-a8cab4da9a75 req-c8e294db-5fe5-490b-ad30-eb5c542d73ba tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 946 time: 0.0683582 Sep 28 15:56:00.250461 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-39f101c6-4124-46bc-a129-5b631c4ce3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:dd:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:52:33Z', 'updated_at': '2022-09-28T15:52:35Z', 'revision_number': 1, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:00.273925 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c5ab6dce-b5be-478e-aff8-a8cab4da9a75 req-0b971bc8-90b2-420b-9294-067d40494406 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466423 Sep 28 15:56:00.276202 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f101c6-4124-46bc-a129-5b631c4ce3c6 None None] Checking router: 3aa66e43-8c6c-4744-b526-8a9f7027b7bb for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:56:00.285555 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f101c6-4124-46bc-a129-5b631c4ce3c6 None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:56:00.286084 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-39f101c6-4124-46bc-a129-5b631c4ce3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:55:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:00.388668 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-39f101c6-4124-46bc-a129-5b631c4ce3c6 None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:56:00.680571 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-39f101c6-4124-46bc-a129-5b631c4ce3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:dd:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:52:33Z', 'updated_at': '2022-09-28T15:52:35Z', 'revision_number': 1, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:00.707148 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f101c6-4124-46bc-a129-5b631c4ce3c6 None None] The sync data for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi is: [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_floatingips': [{'id': '5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'router_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'port_id': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'mac_address': 'fa:16:3e:dd:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T15:52:33Z', 'updated_at': '2022-09-28T15:52:35Z', 'revision_number': 1, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:56:00.940696 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2b41c-b794-4921-a3af-203d422db4a6 None None] New status for floating IP f1a08de5-5999-409c-9cb7-b65e033709c4: DOWN {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:56:01.136076 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e req-f5e91a2e-7ed1-47f3-9e83-7c31ae2e79dd service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=169aac61-21a4-459f-b83e-aea81c2fc805 HTTP/1.1" status: 200 len: 217 time: 0.0366135 Sep 28 15:56:01.186061 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e req-aadf3e9d-f637-4089-aa7a-78b75a937259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:01.187446 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e req-aadf3e9d-f637-4089-aa7a-78b75a937259 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0442197 Sep 28 15:56:01.241829 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e req-ef7ab3dd-d5f3-4ec7-add8-1e774432f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:01.243381 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e req-ef7ab3dd-d5f3-4ec7-add8-1e774432f8a3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415819 Sep 28 15:56:01.408198 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e req-ad094cc0-9019-46c6-88e6-18a2e6441d42 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195991 Sep 28 15:56:01.418866 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bf391-de7a-4f21-be5d-bf1aceef8caf req-48f481de-1e38-4cb2-b2ea-d2d16c93a581 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:01.420432 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f6bf391-de7a-4f21-be5d-bf1aceef8caf req-48f481de-1e38-4cb2-b2ea-d2d16c93a581 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 946 time: 0.0619998 Sep 28 15:56:01.465239 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:01.470548 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-9f6bf391-de7a-4f21-be5d-bf1aceef8caf req-15b7baec-2fcc-4b47-91e8-4705f47c8ecb tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441833 Sep 28 15:56:01.578909 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:01.677423 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343ed3f-ed6c-4744-8ff9-3001fe8f483f req-8df337c5-ab7d-4870-9e19-cfabda031952 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:01.678913 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8343ed3f-ed6c-4744-8ff9-3001fe8f483f req-8df337c5-ab7d-4870-9e19-cfabda031952 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 946 time: 0.0687273 Sep 28 15:56:01.728446 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-3c7e55f9-c18c-4dde-9f62-b99f0c4f7f7e req-c2cb628e-ec72-4c44-b7e7-e723b209a1c7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674001 Sep 28 15:56:01.780480 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-8343ed3f-ed6c-4744-8ff9-3001fe8f483f req-88b172cf-a1d6-4683-b746-a15943a43036 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Deleting port 169aac61-21a4-459f-b83e-aea81c2fc805 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:01.780821 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-8343ed3f-ed6c-4744-8ff9-3001fe8f483f req-88b172cf-a1d6-4683-b746-a15943a43036 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:01.871576 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-8343ed3f-ed6c-4744-8ff9-3001fe8f483f req-88b172cf-a1d6-4683-b746-a15943a43036 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] For port 169aac61-21a4-459f-b83e-aea81c2fc805, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=169aac61-21a4-459f-b83e-aea81c2fc805,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:56:01.872001 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-8343ed3f-ed6c-4744-8ff9-3001fe8f483f req-88b172cf-a1d6-4683-b746-a15943a43036 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:01.885332 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-8343ed3f-ed6c-4744-8ff9-3001fe8f483f req-88b172cf-a1d6-4683-b746-a15943a43036 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Calling delete_port for 169aac61-21a4-459f-b83e-aea81c2fc805 owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:02.037355 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-8343ed3f-ed6c-4744-8ff9-3001fe8f483f req-88b172cf-a1d6-4683-b746-a15943a43036 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (169aac61-21a4-459f-b83e-aea81c2fc805), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:02.064685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b172cf-a1d6-4683-b746-a15943a43036 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event deleted for resources: {'Port': ['ID=169aac61-21a4-459f-b83e-aea81c2fc805,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:02.116304 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-8343ed3f-ed6c-4744-8ff9-3001fe8f483f req-88b172cf-a1d6-4683-b746-a15943a43036 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] No DVR routers for this DVR port 169aac61-21a4-459f-b83e-aea81c2fc805 on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:56:02.119003 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-8343ed3f-ed6c-4744-8ff9-3001fe8f483f req-88b172cf-a1d6-4683-b746-a15943a43036 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:02.122836 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-8343ed3f-ed6c-4744-8ff9-3001fe8f483f req-88b172cf-a1d6-4683-b746-a15943a43036 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "DELETE /networking/v2.0/ports/169aac61-21a4-459f-b83e-aea81c2fc805 HTTP/1.1" status: 204 len: 173 time: 0.4377546 Sep 28 15:56:02.123358 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'name': 'network-vif-deleted', 'tag': '169aac61-21a4-459f-b83e-aea81c2fc805'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:56:02.126228 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac4b76-67ab-4155-bfad-eda69c6ed763" -d '{"events": [{"server_uuid": "939549b8-a997-4e5b-8ba9-51578c48a50c", "name": "network-vif-deleted", "tag": "169aac61-21a4-459f-b83e-aea81c2fc805"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:56:02.166572 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465591d9-7de3-4553-a11e-a72295923f8c x-openstack-request-id: req-465591d9-7de3-4553-a11e-a72295923f8c {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:56:02.167214 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939549b8-a997-4e5b-8ba9-51578c48a50c", "name": "network-vif-deleted", "tag": "169aac61-21a4-459f-b83e-aea81c2fc805", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:56:02.167214 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-465591d9-7de3-4553-a11e-a72295923f8c {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:56:02.167541 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465591d9-7de3-4553-a11e-a72295923f8c'] response: {'server_uuid': '939549b8-a997-4e5b-8ba9-51578c48a50c', 'name': 'network-vif-deleted', 'tag': '169aac61-21a4-459f-b83e-aea81c2fc805', 'status': 'completed', 'code': 200} Sep 28 15:56:02.603959 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-90a3770e-3dee-49dc-94d7-5b11f6c9873d req-7bbf9db0-cd42-48e0-aaa5-6cf1c7a4c6e4 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=939549b8-a997-4e5b-8ba9-51578c48a50c HTTP/1.1" status: 200 len: 210 time: 0.0329530 Sep 28 15:56:05.201683 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 169aac61-21a4-459f-b83e-aea81c2fc805 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:56:05.221640 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: 169aac61-21a4-459f-b83e-aea81c2fc805 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:56:05.222012 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device 169aac61-21a4-459f-b83e-aea81c2fc805 not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:56:05.911664 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48938) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:06.054200 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Deleting port 401b857e-58bd-43a9-81f9-23cb2f37dc45 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:06.054539 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (401b857e-58bd-43a9-81f9-23cb2f37dc45), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:06.133880 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (401b857e-58bd-43a9-81f9-23cb2f37dc45), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:06.134210 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (401b857e-58bd-43a9-81f9-23cb2f37dc45), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:06.146589 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Calling delete_port for 401b857e-58bd-43a9-81f9-23cb2f37dc45 owned by network:floatingip {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:06.488285 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:06.503706 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:06.530211 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:06.565998 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (401b857e-58bd-43a9-81f9-23cb2f37dc45), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:06.593548 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event deleted for resources: {'Port': ['ID=401b857e-58bd-43a9-81f9-23cb2f37dc45,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:06.658494 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:06.659001 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.db.l3_db [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Floating IP 5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659 disassociated (deleted). External IP: 172.27.2.113, port: ecdc939d-9c3a-4306-9281-044d692d5dfd. Sep 28 15:56:06.866998 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:56:06.972290 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:56:06.976906 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:06.983708 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f505e1c8-1eb9-4126-ae7f-efa12c58a03d None None] Sync routers for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:56:06.994394 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505e1c8-1eb9-4126-ae7f-efa12c58a03d None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:56:06.995018 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f505e1c8-1eb9-4126-ae7f-efa12c58a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:55:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:07.009370 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-ff7a3663-7f11-43b3-aa72-24d869125644 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659 HTTP/1.1" status: 204 len: 168 time: 1.0965965 Sep 28 15:56:07.010585 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'tag': 'ecdc939d-9c3a-4306-9281-044d692d5dfd'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:56:07.016630 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044" -d '{"events": [{"name": "network-changed", "server_uuid": "91e12cc6-8052-4159-a0ef-404b1a75038a", "tag": "ecdc939d-9c3a-4306-9281-044d692d5dfd"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:56:07.058551 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 15:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739aa5da-7ae1-47ea-9f45-4133b7cbb66f x-openstack-request-id: req-739aa5da-7ae1-47ea-9f45-4133b7cbb66f {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:56:07.059022 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e12cc6-8052-4159-a0ef-404b1a75038a", "tag": "ecdc939d-9c3a-4306-9281-044d692d5dfd", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:56:07.059344 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-739aa5da-7ae1-47ea-9f45-4133b7cbb66f {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:56:07.059708 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739aa5da-7ae1-47ea-9f45-4133b7cbb66f'] response: {'name': 'network-changed', 'server_uuid': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'tag': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'status': 'completed', 'code': 200} Sep 28 15:56:07.108735 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-f505e1c8-1eb9-4126-ae7f-efa12c58a03d None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:56:07.128769 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044 req-db479d7d-b4ce-4e31-a121-b405d00e7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:07.130502 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044 req-db479d7d-b4ce-4e31-a121-b405d00e7e17 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=35cf5a9c74e44a918e45867c6570aa11&device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 1129 time: 0.0476141 Sep 28 15:56:07.195989 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:07.243405 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044 req-a2c0e0db-c4f8-4cae-98ee-125ddddb1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:07.244912 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044 req-a2c0e0db-c4f8-4cae-98ee-125ddddb1742 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 200 len: 912 time: 0.1014175 Sep 28 15:56:07.298955 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5db60-1595-4fd9-8e7e-19d8ed71c2c7 req-d976a6d2-59bd-41b1-90f7-9f958926397b tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:07.300555 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08a5db60-1595-4fd9-8e7e-19d8ed71c2c7 req-d976a6d2-59bd-41b1-90f7-9f958926397b tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 945 time: 0.0522335 Sep 28 15:56:07.308204 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:07.332298 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f505e1c8-1eb9-4126-ae7f-efa12c58a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:07.352117 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-08a5db60-1595-4fd9-8e7e-19d8ed71c2c7 req-41cf4652-836f-4e54-963c-e17946bf3821 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459018 Sep 28 15:56:07.361089 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f505e1c8-1eb9-4126-ae7f-efa12c58a03d None None] Checking router: 3aa66e43-8c6c-4744-b526-8a9f7027b7bb for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:56:07.370318 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505e1c8-1eb9-4126-ae7f-efa12c58a03d None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:56:07.370917 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f505e1c8-1eb9-4126-ae7f-efa12c58a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:55:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:07.475843 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-f505e1c8-1eb9-4126-ae7f-efa12c58a03d None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:56:07.669715 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-f505e1c8-1eb9-4126-ae7f-efa12c58a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:07.694274 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f505e1c8-1eb9-4126-ae7f-efa12c58a03d None None] The sync data for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi is: [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:49:25Z', 'revision_number': 4, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi', '_interfaces': [{'id': '7c70e269-0420-4dc5-8b3f-b72fab0b3b8e', 'name': '', 'network_id': '3cb9fb97-d7e5-4300-bbd7-06e3c43ead21', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'mac_address': 'fa:16:3e:50:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:24Z', 'updated_at': '2022-09-28T15:49:32Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'subnets': [{'id': '53b710ec-727b-4fd1-b63b-fa4dc979c92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:56:07.916888 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c18902-8388-4109-b4bd-d2e6858a4159 None None] New status for floating IP 5bf5f28e-e4d6-4e57-ad5e-84ffdbb8d659: DOWN {{(pid=112832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 15:56:08.189694 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044 req-9e27e354-04b8-4297-b6bd-67d9b3e8be80 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdc939d-9c3a-4306-9281-044d692d5dfd HTTP/1.1" status: 200 len: 217 time: 0.0368350 Sep 28 15:56:08.240950 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044 req-70021b6e-867f-498b-ae38-83e7e31a2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:08.242469 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044 req-70021b6e-867f-498b-ae38-83e7e31a2c0d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 200 len: 851 time: 0.0466561 Sep 28 15:56:08.363413 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044 req-06dab17d-959b-49e5-b153-d888ce234181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:08.364911 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044 req-06dab17d-959b-49e5-b153-d888ce234181 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400953 Sep 28 15:56:08.478589 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:08.486375 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=100 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:08.499276 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f75db-99a2-4ad3-b420-96cf9efe5747 req-ac220906-6ea6-4204-b95b-dcf5e36f6ae3 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:08.500756 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c23f75db-99a2-4ad3-b420-96cf9efe5747 req-ac220906-6ea6-4204-b95b-dcf5e36f6ae3 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 945 time: 0.0673983 Sep 28 15:56:08.503133 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044 req-5a57b657-e2d9-4c1d-8065-59c8da7d90d4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312976 Sep 28 15:56:08.552528 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-c23f75db-99a2-4ad3-b420-96cf9efe5747 req-ae215b9b-6e93-4b10-99ef-bf0a97eb7df3 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c6877ef-75ed-4360-8383-d6b11942e603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461066 Sep 28 15:56:08.684451 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-6d70cbd6-98b5-49ca-8e03-8f26aac7b044 req-afc67faf-07e4-436f-965d-d416c6e53c65 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891020 Sep 28 15:56:08.736480 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273a605-a2e9-402f-8e9e-ca94b7f9e606 req-8c825819-740f-4701-8d45-77159b6d4aca tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 15:56:08.737981 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1273a605-a2e9-402f-8e9e-ca94b7f9e606 req-8c825819-740f-4701-8d45-77159b6d4aca tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 945 time: 0.0526223 Sep 28 15:56:08.828381 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-1273a605-a2e9-402f-8e9e-ca94b7f9e606 req-1d4b7950-68af-4e5f-8d6d-036dc599fb1a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Deleting port ecdc939d-9c3a-4306-9281-044d692d5dfd {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:08.828685 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-1273a605-a2e9-402f-8e9e-ca94b7f9e606 req-1d4b7950-68af-4e5f-8d6d-036dc599fb1a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:08.919669 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [req-1273a605-a2e9-402f-8e9e-ca94b7f9e606 req-1d4b7950-68af-4e5f-8d6d-036dc599fb1a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] For port ecdc939d-9c3a-4306-9281-044d692d5dfd, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ecdc939d-9c3a-4306-9281-044d692d5dfd,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:56:08.920039 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-1273a605-a2e9-402f-8e9e-ca94b7f9e606 req-1d4b7950-68af-4e5f-8d6d-036dc599fb1a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:08.936192 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [req-1273a605-a2e9-402f-8e9e-ca94b7f9e606 req-1d4b7950-68af-4e5f-8d6d-036dc599fb1a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Calling delete_port for ecdc939d-9c3a-4306-9281-044d692d5dfd owned by compute:nova {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:09.073574 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-1273a605-a2e9-402f-8e9e-ca94b7f9e606 req-1d4b7950-68af-4e5f-8d6d-036dc599fb1a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (ecdc939d-9c3a-4306-9281-044d692d5dfd), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:09.100592 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b7950-68af-4e5f-8d6d-036dc599fb1a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event deleted for resources: {'Port': ['ID=ecdc939d-9c3a-4306-9281-044d692d5dfd,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:09.149977 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1273a605-a2e9-402f-8e9e-ca94b7f9e606 req-1d4b7950-68af-4e5f-8d6d-036dc599fb1a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] No DVR routers for this DVR port ecdc939d-9c3a-4306-9281-044d692d5dfd on host hv-cinder-85931 {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:56:09.152626 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [req-1273a605-a2e9-402f-8e9e-ca94b7f9e606 req-1d4b7950-68af-4e5f-8d6d-036dc599fb1a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for port (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:09.156003 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-1273a605-a2e9-402f-8e9e-ca94b7f9e606 req-1d4b7950-68af-4e5f-8d6d-036dc599fb1a tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.50 "DELETE /networking/v2.0/ports/ecdc939d-9c3a-4306-9281-044d692d5dfd HTTP/1.1" status: 204 len: 173 time: 0.4089191 Sep 28 15:56:09.156535 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'name': 'network-vif-deleted', 'tag': 'ecdc939d-9c3a-4306-9281-044d692d5dfd'}] {{(pid=112830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 15:56:09.158889 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8df7688afac7cfd9973737f20ba16a61a656bef5d0f5c39b6aea886bbb6afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0761b72-56ff-4ace-8d4f-032e93f814ed" -d '{"events": [{"server_uuid": "91e12cc6-8052-4159-a0ef-404b1a75038a", "name": "network-vif-deleted", "tag": "ecdc939d-9c3a-4306-9281-044d692d5dfd"}]}' {{(pid=112830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 15:56:09.200273 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2728a2f9-b01a-4894-b2b3-200e4acf2cf3 x-openstack-request-id: req-2728a2f9-b01a-4894-b2b3-200e4acf2cf3 {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 15:56:09.201037 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e12cc6-8052-4159-a0ef-404b1a75038a", "name": "network-vif-deleted", "tag": "ecdc939d-9c3a-4306-9281-044d692d5dfd", "status": "completed", "code": 200}]} {{(pid=112830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 15:56:09.201037 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2728a2f9-b01a-4894-b2b3-200e4acf2cf3 {{(pid=112830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 15:56:09.201264 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2728a2f9-b01a-4894-b2b3-200e4acf2cf3'] response: {'server_uuid': '91e12cc6-8052-4159-a0ef-404b1a75038a', 'name': 'network-vif-deleted', 'tag': 'ecdc939d-9c3a-4306-9281-044d692d5dfd', 'status': 'completed', 'code': 200} Sep 28 15:56:09.675498 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [req-7df5337d-6a46-4399-99a8-3e8ca40b9596 req-6311efe3-b020-4c03-b211-a7f78ebdbd16 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=91e12cc6-8052-4159-a0ef-404b1a75038a HTTP/1.1" status: 200 len: 210 time: 0.0328977 Sep 28 15:56:10.665348 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:56:10.744417 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48954) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:10.860009 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-4145138a-6d14-452e-9d3a-35de690d42a2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Deleting port 058a8195-114e-47dc-ade6-86966ac18ae9 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:10.860349 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4145138a-6d14-452e-9d3a-35de690d42a2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (058a8195-114e-47dc-ade6-86966ac18ae9), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:10.939959 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4145138a-6d14-452e-9d3a-35de690d42a2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (058a8195-114e-47dc-ade6-86966ac18ae9), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:10.940260 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4145138a-6d14-452e-9d3a-35de690d42a2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (058a8195-114e-47dc-ade6-86966ac18ae9), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:10.953526 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-4145138a-6d14-452e-9d3a-35de690d42a2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Calling delete_port for 058a8195-114e-47dc-ade6-86966ac18ae9 owned by network:floatingip {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:11.032594 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:11.036132 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:11.092708 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4145138a-6d14-452e-9d3a-35de690d42a2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (058a8195-114e-47dc-ade6-86966ac18ae9), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:11.120031 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145138a-6d14-452e-9d3a-35de690d42a2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event deleted for resources: {'Port': ['ID=058a8195-114e-47dc-ade6-86966ac18ae9,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:11.190358 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4145138a-6d14-452e-9d3a-35de690d42a2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for floatingip (deeb7156-690a-4e80-b9fb-71a3b56bbfcd), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:11.192842 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4145138a-6d14-452e-9d3a-35de690d42a2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12353'] for floatingip (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:11.194024 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-4145138a-6d14-452e-9d3a-35de690d42a2 tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/deeb7156-690a-4e80-b9fb-71a3b56bbfcd HTTP/1.1" status: 204 len: 168 time: 0.4494975 Sep 28 15:56:11.219664 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device ecdc939d-9c3a-4306-9281-044d692d5dfd no longer exists at agent hyperv_hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:56:11.245095 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] No Port match for: ecdc939d-9c3a-4306-9281-044d692d5dfd {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:56:11.245429 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Device ecdc939d-9c3a-4306-9281-044d692d5dfd not bound to the agent host hv-cinder-85931 {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:56:12.421877 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48966) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:12.481666 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ed877044-b364-47b1-820f-e15ba359a8bb tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group (5c6877ef-75ed-4360-8383-d6b11942e603), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:12.510135 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ed877044-b364-47b1-820f-e15ba359a8bb tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group (5c6877ef-75ed-4360-8383-d6b11942e603), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:12.577445 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ed877044-b364-47b1-820f-e15ba359a8bb tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (5c6877ef-75ed-4360-8383-d6b11942e603), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:12.580114 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-ed877044-b364-47b1-820f-e15ba359a8bb tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:12.581298 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-ed877044-b364-47b1-820f-e15ba359a8bb tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5c6877ef-75ed-4360-8383-d6b11942e603 HTTP/1.1" status: 204 len: 168 time: 0.1584122 Sep 28 15:56:12.590783 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed877044-b364-47b1-820f-e15ba359a8bb tempest-TestVolumeBootPattern-755827502 tempest-TestVolumeBootPattern-755827502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6877ef-75ed-4360-8383-d6b11942e603,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:12.642303 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48970) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:13.102642 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000813'] for router_interface (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:13.340858 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] Deleting port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:13.341221 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:13.396260 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:13.418970 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:13.424007 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] For port 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=7c70e269-0420-4dc5-8b3f-b72fab0b3b8e,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:56:13.424834 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:13.438344 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] Calling delete_port for 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e owned by network:router_interface {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:13.618703 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (7c70e269-0420-4dc5-8b3f-b72fab0b3b8e), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:13.648587 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c70e269-0420-4dc5-8b3f-b72fab0b3b8e,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:13.821631 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009117'] for router_interface (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:14.026776 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] Router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:56:14.129592 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:56:14.135052 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-4d5025f7-7c76-4b92-8f6b-64a3e54a4ab8 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/3aa66e43-8c6c-4744-b526-8a9f7027b7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4912245 Sep 28 15:56:14.137576 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48974) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:14.140908 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b311c7d-b269-4391-b876-90f974e95b83 None None] Sync routers for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:56:14.151363 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b311c7d-b269-4391-b876-90f974e95b83 None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:56:14.151967 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-8b311c7d-b269-4391-b876-90f974e95b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:55:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:14.243636 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Publish callbacks [] for router (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:14.256607 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-8b311c7d-b269-4391-b876-90f974e95b83 None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: dv-cinder-859319-2-iscsi {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:56:14.284971 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:14.299109 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:14.368624 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Publish callbacks [] for router_gateway (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:14.425469 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Deleting port 0c655cb6-a3c0-47aa-a08c-88beebbf5130 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:14.426242 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:14.439493 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-8b311c7d-b269-4391-b876-90f974e95b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:56:13Z', 'revision_number': 5, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port': {'id': '0c655cb6-a3c0-47aa-a08c-88beebbf5130', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:20Z', 'updated_at': '2022-09-28T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:14.441021 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=100 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:14.465932 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b311c7d-b269-4391-b876-90f974e95b83 None None] Checking router: 3aa66e43-8c6c-4744-b526-8a9f7027b7bb for host: dv-cinder-859319-2-iscsi {{(pid=112833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:56:14.474734 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b311c7d-b269-4391-b876-90f974e95b83 None None] Routers {'3aa66e43-8c6c-4744-b526-8a9f7027b7bb'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:56:14.475327 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-8b311c7d-b269-4391-b876-90f974e95b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:55:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'], 'active': True} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:14.510662 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] For port 0c655cb6-a3c0-47aa-a08c-88beebbf5130, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=0c655cb6-a3c0-47aa-a08c-88beebbf5130,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:56:14.511024 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:14.525363 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Calling delete_port for 0c655cb6-a3c0-47aa-a08c-88beebbf5130 owned by network:router_gateway {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:14.564118 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_dvr_db [None req-8b311c7d-b269-4391-b876-90f974e95b83 None None] Set router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb gateway port host: None {{(pid=112833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:56:14.613321 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.l3_hamode_db [None req-8b311c7d-b269-4391-b876-90f974e95b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:56:14Z', 'revision_number': 6, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port_host': None}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:14.732489 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b311c7d-b269-4391-b876-90f974e95b83 None None] The sync data for ids ['3aa66e43-8c6c-4744-b526-8a9f7027b7bb'] in dv-cinder-859319-2-iscsi is: [{'id': '3aa66e43-8c6c-4744-b526-8a9f7027b7bb', 'name': 'tempest-TestVolumeBootPattern-1634796701-router', 'tenant_id': '35cf5a9c74e44a918e45867c6570aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:19Z', 'updated_at': '2022-09-28T15:56:14Z', 'revision_number': 6, 'project_id': '35cf5a9c74e44a918e45867c6570aa11', 'gw_port_host': None}] {{(pid=112833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:56:14.971419 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (0c655cb6-a3c0-47aa-a08c-88beebbf5130), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:14.998345 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c655cb6-a3c0-47aa-a08c-88beebbf5130,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:15.065356 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008939'] for router_gateway (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.159460 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2009202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-907'] for router (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.162920 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Publish callbacks [] for router_controller (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.212673 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2009195'] for router (3aa66e43-8c6c-4744-b526-8a9f7027b7bb), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.213304 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aa66e43-8c6c-4744-b526-8a9f7027b7bb {{(pid=112830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 15:56:15.218524 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.219679 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-9da2b552-0bfd-4dc1-85a1-ed5c6eec30a9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/3aa66e43-8c6c-4744-b526-8a9f7027b7bb HTTP/1.1" status: 204 len: 168 time: 1.0811412 Sep 28 15:56:15.223601 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48976) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:15.272970 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3bad5b9-0845-4ccc-93a0-526624e0e668 admin admin] Deleting subnet 53b710ec-727b-4fd1-b63b-fa4dc979c92a {{(pid=112830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:56:15.276593 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c3bad5b9-0845-4ccc-93a0-526624e0e668 admin admin] Publish callbacks [] for subnet (53b710ec-727b-4fd1-b63b-fa4dc979c92a), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.335994 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c3bad5b9-0845-4ccc-93a0-526624e0e668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3597768'] for subnet (53b710ec-727b-4fd1-b63b-fa4dc979c92a), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.418536 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c3bad5b9-0845-4ccc-93a0-526624e0e668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (53b710ec-727b-4fd1-b63b-fa4dc979c92a), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.480221 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c3bad5b9-0845-4ccc-93a0-526624e0e668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617764'] for subnet (53b710ec-727b-4fd1-b63b-fa4dc979c92a), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.507454 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bad5b9-0845-4ccc-93a0-526624e0e668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b710ec-727b-4fd1-b63b-fa4dc979c92a,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:15.511416 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-c3bad5b9-0845-4ccc-93a0-526624e0e668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.514673 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-c3bad5b9-0845-4ccc-93a0-526624e0e668 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/53b710ec-727b-4fd1-b63b-fa4dc979c92a HTTP/1.1" status: 204 len: 168 time: 0.2901647 Sep 28 15:56:15.517569 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48978) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:15.522125 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c498c486-4e13-441f-aedd-e90e6ec77948 None None] Network 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:56:15.534381 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:15.536864 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:15.593477 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (3cb9fb97-d7e5-4300-bbd7-06e3c43ead21), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.638038 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Deleting port 016ee73f-d913-4f52-af26-344e246691c4 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:15.638525 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (016ee73f-d913-4f52-af26-344e246691c4), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.643830 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:56:15.668392 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:56:15.668748 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 7c70e269-0420-4dc5-8b3f-b72fab0b3b8e not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:56:15.669171 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 0c655cb6-a3c0-47aa-a08c-88beebbf5130 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:56:15.691620 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 0c655cb6-a3c0-47aa-a08c-88beebbf5130 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:56:15.691995 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 0c655cb6-a3c0-47aa-a08c-88beebbf5130 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:56:15.712328 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] For port 016ee73f-d913-4f52-af26-344e246691c4, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=016ee73f-d913-4f52-af26-344e246691c4,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:56:15.712681 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (016ee73f-d913-4f52-af26-344e246691c4), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.734124 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Calling delete_port for 016ee73f-d913-4f52-af26-344e246691c4 owned by network:dhcp {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:15.763316 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] DHCP port deletion for 3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 request from dv-cinder-859319-2-iscsi {{(pid=112832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 15:56:15.803354 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Deleting port 016ee73f-d913-4f52-af26-344e246691c4 {{(pid=112832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:15.804100 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (016ee73f-d913-4f52-af26-344e246691c4), before_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.828425 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (016ee73f-d913-4f52-af26-344e246691c4), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.877670 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=016ee73f-d913-4f52-af26-344e246691c4,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:15.883317 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] No DVR routers for this DVR port 016ee73f-d913-4f52-af26-344e246691c4 on host dv-cinder-859319-2-iscsi {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:56:15.884810 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] For port 016ee73f-d913-4f52-af26-344e246691c4, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=016ee73f-d913-4f52-af26-344e246691c4,segment=NetworkSegment(7b80ad6b-7dac-4f99-a760-661ea528c33b),segment_id=7b80ad6b-7dac-4f99-a760-661ea528c33b)] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:56:15.885297 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (016ee73f-d913-4f52-af26-344e246691c4), precommit_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:15.901446 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Calling delete_port for 016ee73f-d913-4f52-af26-344e246691c4 owned by network:dhcp {{(pid=112832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:15.976753 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (016ee73f-d913-4f52-af26-344e246691c4), after_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:16.004111 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (3cb9fb97-d7e5-4300-bbd7-06e3c43ead21), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:16.004757 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Pushing event deleted for resources: {'Port': ['ID=016ee73f-d913-4f52-af26-344e246691c4,revision_number=None']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:16.009518 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] No DVR routers for this DVR port 016ee73f-d913-4f52-af26-344e246691c4 on host dv-cinder-859319-2-iscsi {{(pid=112832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:56:16.019408 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.019754 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.020238 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.020679 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.020822 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.021103 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.021424 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.021818 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.022366 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.022501 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.022837 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.023205 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.023585 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.023900 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.024795 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b6e46-7646-454c-8754-bff15e2217c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:16.028999 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb9fb97-d7e5-4300-bbd7-06e3c43ead21']}} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:16.039275 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b80ad6b-7dac-4f99-a760-661ea528c33b') {'for_net_delete': True} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:16.039568 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b80ad6b-7dac-4f99-a760-661ea528c33b') {} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:16.049496 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3597761'] for segment (7b80ad6b-7dac-4f99-a760-661ea528c33b), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:16.063611 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (7b80ad6b-7dac-4f99-a760-661ea528c33b), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:16.071945 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=112830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:56:16.072605 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726380'] for segment (7b80ad6b-7dac-4f99-a760-661ea528c33b), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:16.145265 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (3cb9fb97-d7e5-4300-bbd7-06e3c43ead21), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:16.151657 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:16.158563 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/3cb9fb97-d7e5-4300-bbd7-06e3c43ead21 HTTP/1.1" status: 204 len: 168 time: 0.6369674 Sep 28 15:56:16.159122 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 48984) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:16.176272 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment 7b80ad6b-7dac-4f99-a760-661ea528c33b resource provider aggregate not found Sep 28 15:56:16.180139 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9fb90-2ac8-466a-87ba-b1d94b96e9d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb9fb97-d7e5-4300-bbd7-06e3c43ead21,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:16.197232 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment 7b80ad6b-7dac-4f99-a760-661ea528c33b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b80ad6b-7dac-4f99-a760-661ea528c33b found for delete ", "request_id": "req-b1813f0f-9057-41d5-ad81-61c371aac309"}]} Sep 28 15:56:16.483489 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2000813'] for router_interface (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:16.715949 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Deleting port 282b4f79-7999-43df-9719-7f0be886eab6 {{(pid=112831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:16.716290 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (282b4f79-7999-43df-9719-7f0be886eab6), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:16.799377 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.db [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] For port 282b4f79-7999-43df-9719-7f0be886eab6, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=282b4f79-7999-43df-9719-7f0be886eab6,segment=NetworkSegment(aa8122f5-db3c-4210-aa30-cfd3bf82203b),segment_id=aa8122f5-db3c-4210-aa30-cfd3bf82203b)] {{(pid=112831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:56:16.799745 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (282b4f79-7999-43df-9719-7f0be886eab6), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:16.813250 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.plugins.ml2.plugin [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Calling delete_port for 282b4f79-7999-43df-9719-7f0be886eab6 owned by network:router_interface {{(pid=112831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:16.987907 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:16.994166 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066777'] for port (282b4f79-7999-43df-9719-7f0be886eab6), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:17.003583 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:17.022157 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=282b4f79-7999-43df-9719-7f0be886eab6,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:17.055170 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.055516 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.055860 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.056198 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.056536 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.056870 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.057197 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.057526 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.057881 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.058203 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.058526 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.058850 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.059171 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.059489 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.059835 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-2-iscsi {{(pid=112831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 15:56:17.202912 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009117'] for router_interface (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:17.425417 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f has already been hosted by L3 agent fb160c2a-d659-41d0-b2c2-05054a7d69c6 {{(pid=112831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 15:56:17.531999 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] Notify agent at l3_agent.dv-cinder-859319-2-iscsi the message routers_updated {{(pid=112831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 15:56:17.539472 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-7ac737f1-b771-4228-bbdf-4772208fc3cd admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/4c579f2a-f568-48f2-9bd5-12ac8a3c278f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3767736 Sep 28 15:56:17.540494 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48990) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:17.542546 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb5326-e8ce-478d-bccc-2555829756b0 None None] Sync routers for ids ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'] in dv-cinder-859319-2-iscsi {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 15:56:17.547678 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=50,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:17.547678 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=58,neutron:DELETE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:17.560097 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb5326-e8ce-478d-bccc-2555829756b0 None None] Routers {'4c579f2a-f568-48f2-9bd5-12ac8a3c278f'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:56:17.561158 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-d6eb5326-e8ce-478d-bccc-2555829756b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:55:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:17.650016 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Publish callbacks [] for router (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:17.680458 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-d6eb5326-e8ce-478d-bccc-2555829756b0 None None] Set router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f gateway port host: dv-cinder-859319-2-iscsi {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:56:17.683760 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 016ee73f-d913-4f52-af26-344e246691c4 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:56:17.753777 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 016ee73f-d913-4f52-af26-344e246691c4 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:56:17.754156 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 016ee73f-d913-4f52-af26-344e246691c4 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:56:17.774646 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Publish callbacks [] for router_gateway (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:17.825077 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Deleting port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:17.825431 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:17.882481 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-d6eb5326-e8ce-478d-bccc-2555829756b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'name': 'tempest-TestVolumeBootPattern-1620023931-router', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'external_fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:56:16Z', 'revision_number': 5, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'gw_port': {'id': 'a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2', 'name': '', 'network_id': 'f685b48a-c03f-466e-b53a-e2fe3db84996', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bcf8f69-ea2f-46a5-b261-39ea3508e584', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-2-iscsi'}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:17.913359 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb5326-e8ce-478d-bccc-2555829756b0 None None] Checking router: 4c579f2a-f568-48f2-9bd5-12ac8a3c278f for host: dv-cinder-859319-2-iscsi {{(pid=112832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 15:56:17.915151 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] For port a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2,segment=NetworkSegment(64957324-0651-44f7-965b-32587128330c),segment_id=64957324-0651-44f7-965b-32587128330c)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:56:17.915583 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:17.922132 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb5326-e8ce-478d-bccc-2555829756b0 None None] Routers {'4c579f2a-f568-48f2-9bd5-12ac8a3c278f'} bound to L3 agent in host dv-cinder-859319-2-iscsi {{(pid=112832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 15:56:17.922742 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-d6eb5326-e8ce-478d-bccc-2555829756b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T15:33:26Z,description=,heartbeat_timestamp=2022-09-28T15:55:56Z,host='dv-cinder-859319-2-iscsi',id=fb160c2a-d659-41d0-b2c2-05054a7d69c6,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T15:33:27Z,topic='l3_agent')) {'router_ids': ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'], 'active': True} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:17.932742 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Calling delete_port for a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 owned by network:router_gateway {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:17.945502 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:17.975797 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:18.007536 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvr_db [None req-d6eb5326-e8ce-478d-bccc-2555829756b0 None None] Set router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f gateway port host: None {{(pid=112832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 15:56:18.059785 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_hamode_db [None req-d6eb5326-e8ce-478d-bccc-2555829756b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'name': 'tempest-TestVolumeBootPattern-1620023931-router', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:56:17Z', 'revision_number': 6, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'gw_port_host': None}], 'dv-cinder-859319-2-iscsi', False) {} {{(pid=112832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:18.085935 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb5326-e8ce-478d-bccc-2555829756b0 None None] The sync data for ids ['4c579f2a-f568-48f2-9bd5-12ac8a3c278f'] in dv-cinder-859319-2-iscsi is: [{'id': '4c579f2a-f568-48f2-9bd5-12ac8a3c278f', 'name': 'tempest-TestVolumeBootPattern-1620023931-router', 'tenant_id': '9f00f264edf140dba0b727a459c9aada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T15:49:28Z', 'updated_at': '2022-09-28T15:56:17Z', 'revision_number': 6, 'project_id': '9f00f264edf140dba0b727a459c9aada', 'gw_port_host': None}] {{(pid=112832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 15:56:18.109336 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.133282 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:18.199298 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008939'] for router_gateway (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.287626 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2009202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-907'] for router (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.289796 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Publish callbacks [] for router_controller (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.333068 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2009195'] for router (4c579f2a-f568-48f2-9bd5-12ac8a3c278f), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.333676 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c579f2a-f568-48f2-9bd5-12ac8a3c278f {{(pid=112830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 15:56:18.337721 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.338917 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-70548cdd-2304-44be-a3b3-eb42f6c03746 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/4c579f2a-f568-48f2-9bd5-12ac8a3c278f HTTP/1.1" status: 204 len: 168 time: 0.7981131 Sep 28 15:56:18.341552 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48992) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:18.392513 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7378f1-a680-476a-a4c8-edac12d49505 admin admin] Deleting subnet 52888ff9-954f-4b1f-8a33-617b87f5177e {{(pid=112830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 15:56:18.395830 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a7378f1-a680-476a-a4c8-edac12d49505 admin admin] Publish callbacks [] for subnet (52888ff9-954f-4b1f-8a33-617b87f5177e), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.435498 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a7378f1-a680-476a-a4c8-edac12d49505 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3597768'] for subnet (52888ff9-954f-4b1f-8a33-617b87f5177e), precommit_delete_associations {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.517003 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a7378f1-a680-476a-a4c8-edac12d49505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-819790'] for subnet (52888ff9-954f-4b1f-8a33-617b87f5177e), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.596083 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a7378f1-a680-476a-a4c8-edac12d49505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617764'] for subnet (52888ff9-954f-4b1f-8a33-617b87f5177e), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.624509 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7378f1-a680-476a-a4c8-edac12d49505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52888ff9-954f-4b1f-8a33-617b87f5177e,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:18.628165 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-4a7378f1-a680-476a-a4c8-edac12d49505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for subnet (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.631360 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-4a7378f1-a680-476a-a4c8-edac12d49505 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/52888ff9-954f-4b1f-8a33-617b87f5177e HTTP/1.1" status: 204 len: 168 time: 0.2887166 Sep 28 15:56:18.633916 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 48994) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:18.637245 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472db466-bbe7-4019-9e0a-95e4d9dc8a03 None None] Network 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a requested from dv-cinder-859319-2-iscsi {{(pid=112832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 15:56:18.711145 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-796447'] for network (1dfb7f3a-84d0-4436-8e39-9b0ff89b030a), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.763530 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Deleting port 4ae91913-85fd-4cf1-a320-0de6e57747fa {{(pid=112830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:18.763877 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.835003 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.db [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] For port 4ae91913-85fd-4cf1-a320-0de6e57747fa, host dv-cinder-859319-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-2-iscsi',level=0,port_id=4ae91913-85fd-4cf1-a320-0de6e57747fa,segment=NetworkSegment(aa8122f5-db3c-4210-aa30-cfd3bf82203b),segment_id=aa8122f5-db3c-4210-aa30-cfd3bf82203b)] {{(pid=112830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:56:18.835387 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.852334 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.plugin [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Calling delete_port for 4ae91913-85fd-4cf1-a320-0de6e57747fa owned by network:dhcp {{(pid=112830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:18.902866 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:18.921587 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:18.926402 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a6c9fb-de5f-44d4-8298-9b6a4c749507 None None] DHCP port deletion for 1dfb7f3a-84d0-4436-8e39-9b0ff89b030a request from dv-cinder-859319-2-iscsi {{(pid=112832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 15:56:18.948735 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726559'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.966363 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6c9fb-de5f-44d4-8298-9b6a4c749507 None None] Deleting port 4ae91913-85fd-4cf1-a320-0de6e57747fa {{(pid=112832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 15:56:18.966742 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c9fb-de5f-44d4-8298-9b6a4c749507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762151851798'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), before_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:18.974124 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae91913-85fd-4cf1-a320-0de6e57747fa,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:18.977898 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] No DVR routers for this DVR port 4ae91913-85fd-4cf1-a320-0de6e57747fa on host dv-cinder-859319-2-iscsi {{(pid=112830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:56:19.043863 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.db [None req-f7a6c9fb-de5f-44d4-8298-9b6a4c749507 None None] For port 4ae91913-85fd-4cf1-a320-0de6e57747fa, host dv-cinder-859319-2-iscsi, got binding levels [] {{(pid=112832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 15:56:19.044263 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c9fb-de5f-44d4-8298-9b6a4c749507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014315'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), precommit_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.052563 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814712', 'neutron.services.segments.db._delete_segments_for_network-8762151926986'] for network (1dfb7f3a-84d0-4436-8e39-9b0ff89b030a), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.057723 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6c9fb-de5f-44d4-8298-9b6a4c749507 None None] Calling delete_port for 4ae91913-85fd-4cf1-a320-0de6e57747fa owned by network:dhcp {{(pid=112832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 15:56:19.060504 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.ipam_backend_mixin [None req-f7a6c9fb-de5f-44d4-8298-9b6a4c749507 None None] Port 4ae91913-85fd-4cf1-a320-0de6e57747fa was not found and therefore no delete operation was performed {{(pid=112832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 28 15:56:19.062204 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c9fb-de5f-44d4-8298-9b6a4c749507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762151855508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762151411429'] for port (4ae91913-85fd-4cf1-a320-0de6e57747fa), after_delete {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.074690 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfb7f3a-84d0-4436-8e39-9b0ff89b030a']}} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:19.085632 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8122f5-db3c-4210-aa30-cfd3bf82203b') {'for_net_delete': True} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:19.085973 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.services.segments.db [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8122f5-db3c-4210-aa30-cfd3bf82203b') {} {{(pid=112830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 15:56:19.086268 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6c9fb-de5f-44d4-8298-9b6a4c749507 None None] Pushing event deleted for resources: {'Port': ['ID=4ae91913-85fd-4cf1-a320-0de6e57747fa,revision_number=None']} {{(pid=112832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:19.090132 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a6c9fb-de5f-44d4-8298-9b6a4c749507 None None] No DVR routers for this DVR port 4ae91913-85fd-4cf1-a320-0de6e57747fa on host dv-cinder-859319-2-iscsi {{(pid=112832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 15:56:19.105220 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762151815271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3597761'] for segment (aa8122f5-db3c-4210-aa30-cfd3bf82203b), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.119582 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957'] for segment (aa8122f5-db3c-4210-aa30-cfd3bf82203b), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.126324 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=112830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 15:56:19.126708 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726380'] for segment (aa8122f5-db3c-4210-aa30-cfd3bf82203b), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.167535 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment aa8122f5-db3c-4210-aa30-cfd3bf82203b resource provider aggregate not found Sep 28 15:56:19.188523 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.services.segments.plugin [-] Segment aa8122f5-db3c-4210-aa30-cfd3bf82203b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa8122f5-db3c-4210-aa30-cfd3bf82203b found for delete ", "request_id": "req-7b19f7d5-252b-48da-8722-d54bffdfa0f6"}]} Sep 28 15:56:19.197626 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-814707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2008976'] for network (1dfb7f3a-84d0-4436-8e39-9b0ff89b030a), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.203902 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630071'] for network (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.209446 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/1dfb7f3a-84d0-4436-8e39-9b0ff89b030a HTTP/1.1" status: 204 len: 168 time: 0.5721080 Sep 28 15:56:19.223569 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6eedf6-9174-4caa-a7b9-87ebcc256fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dfb7f3a-84d0-4436-8e39-9b0ff89b030a,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:19.349961 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 49002) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:19.390727 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-92f10d9c-e823-4970-9121-080c95f9d1e1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=35cf5a9c74e44a918e45867c6570aa11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394037 Sep 28 15:56:19.394529 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [-] (112831) accepted ('10.222.0.52', 49004) {{(pid=112831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:19.444907 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4246b08a-a74b-4417-a11c-9e4950b3e6f1 admin admin] Publish callbacks [] for security_group (17450dbb-244c-45f6-934e-2d4eedb626de), before_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.466162 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4246b08a-a74b-4417-a11c-9e4950b3e6f1 admin admin] Publish callbacks [] for security_group (17450dbb-244c-45f6-934e-2d4eedb626de), precommit_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.519800 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4246b08a-a74b-4417-a11c-9e4950b3e6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (17450dbb-244c-45f6-934e-2d4eedb626de), after_delete {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.522812 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron_lib.callbacks.manager [None req-4246b08a-a74b-4417-a11c-9e4950b3e6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:19.524032 dv-cinder-859319-2-iscsi neutron-server[112831]: INFO neutron.wsgi [None req-4246b08a-a74b-4417-a11c-9e4950b3e6f1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/17450dbb-244c-45f6-934e-2d4eedb626de HTTP/1.1" status: 204 len: 168 time: 0.1285954 Sep 28 15:56:19.532221 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246b08a-a74b-4417-a11c-9e4950b3e6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17450dbb-244c-45f6-934e-2d4eedb626de,revision_number=None']} {{(pid=112831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:19.631189 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 4ae91913-85fd-4cf1-a320-0de6e57747fa no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:56:19.652696 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 4ae91913-85fd-4cf1-a320-0de6e57747fa {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:56:19.653762 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 4ae91913-85fd-4cf1-a320-0de6e57747fa not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:56:19.653762 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 282b4f79-7999-43df-9719-7f0be886eab6 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:56:19.676058 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: 282b4f79-7999-43df-9719-7f0be886eab6 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:56:19.676400 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device 282b4f79-7999-43df-9719-7f0be886eab6 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:56:19.676971 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 no longer exists at agent ovs-agent-dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 15:56:19.697114 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.plugin [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] No Port match for: a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 {{(pid=112832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 15:56:19.697458 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron.plugins.ml2.rpc [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Device a2bbcc12-8e82-4d9a-9d4f-6b7caea951f2 not bound to the agent host dv-cinder-859319-2-iscsi {{(pid=112832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 15:56:19.885062 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 49010) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:19.926578 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-dc5c004b-1e15-4c3b-bcb1-3f7ee0e9ff39 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9f00f264edf140dba0b727a459c9aada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401847 Sep 28 15:56:19.929157 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [-] (112830) accepted ('10.222.0.52', 49012) {{(pid=112830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 15:56:19.977132 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98cf1ce0-5ed5-4b2d-82c0-672dcd19c78c admin admin] Publish callbacks [] for security_group (67006371-7ea2-4b45-aae7-7604d64ce57d), before_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:20.002454 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98cf1ce0-5ed5-4b2d-82c0-672dcd19c78c admin admin] Publish callbacks [] for security_group (67006371-7ea2-4b45-aae7-7604d64ce57d), precommit_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:20.052385 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98cf1ce0-5ed5-4b2d-82c0-672dcd19c78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594098'] for security_group (67006371-7ea2-4b45-aae7-7604d64ce57d), after_delete {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:20.054697 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron_lib.callbacks.manager [None req-98cf1ce0-5ed5-4b2d-82c0-672dcd19c78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:20.055853 dv-cinder-859319-2-iscsi neutron-server[112830]: INFO neutron.wsgi [None req-98cf1ce0-5ed5-4b2d-82c0-672dcd19c78c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/67006371-7ea2-4b45-aae7-7604d64ce57d HTTP/1.1" status: 204 len: 168 time: 0.1258090 Sep 28 15:56:20.064601 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf1ce0-5ed5-4b2d-82c0-672dcd19c78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67006371-7ea2-4b45-aae7-7604d64ce57d,revision_number=None']} {{(pid=112830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 15:56:24.449841 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8361a94c-c5b7-47cf-a271-6a3400a6c74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:24.588199 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=84 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:24.617039 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=13 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:26.504404 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-48669608-175c-420f-a1f0-ad91f80bc938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:28.299067 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:29.504434 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=81,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:29.530111 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG dbcounter [-] [112831] Writing DB stats neutron:SELECT=69,neutron:DELETE=2 {{(pid=112831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:29.746613 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:29.788054 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:30.059124 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=45,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:30.061237 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG dbcounter [-] [112830] Writing DB stats neutron:SELECT=41,neutron:DELETE=4 {{(pid=112830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:36.534964 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:46.527200 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:46.529633 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:46.763286 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:46.764060 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:47.664374 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:56:54.443993 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-5e61b864-7794-4741-8bf3-5236066cc050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:56.508925 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-5b416376-8615-4c8f-9e8a-c72abdfd34f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:57.660396 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:56:58.302383 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:59.740433 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:56:59.790756 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:06.533799 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:16.522995 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:57:16.528905 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:57:17.178508 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [req-d4fb3032-334b-4464-b712-b50a07b8cc5d req-dda6d32f-111e-45a6-9687-db28715dac5d service neutron] (112831) timed out ('10.222.0.50', 52172) {{(pid=112831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 15:57:18.557093 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [req-9e8a4b67-2164-4c1f-bbf7-049b33317f8c req-da49b837-1af4-4357-8ed0-2c07744ad52c service neutron] (112831) timed out ('10.222.0.50', 52232) {{(pid=112831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 15:57:18.721562 dv-cinder-859319-2-iscsi neutron-server[112831]: DEBUG neutron.wsgi [req-b3c9888b-d063-4bac-9dd9-83318f48f3b7 req-d6748c2d-1254-4a09-87d8-a6d7d4269087 service neutron] (112831) timed out ('10.222.0.50', 52193) {{(pid=112831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 15:57:23.755743 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:57:23.760911 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:57:24.447943 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b0893f94-e4a0-47ca-ad2a-7b7ffac44477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:24.664211 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:57:26.523839 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f954e664-a9fa-44d3-aa6c-3f68e08b49fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:28.309493 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:29.748364 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:29.795040 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:34.659229 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:57:34.660114 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:57:36.550300 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:40.977527 dv-cinder-859319-2-iscsi neutron-server[112830]: DEBUG neutron.wsgi [req-fe793b71-fc5c-4bc0-9002-c5f291598914 req-b01ceb4c-d53d-43d8-937b-3b25a8f50d7e service neutron] (112830) timed out ('10.222.0.50', 52218) {{(pid=112830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 15:57:46.543614 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:57:46.545575 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:57:54.449636 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-f61435e9-ddc5-40f5-9b8c-ca10790153d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:56.508858 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-16c80d99-10a8-4fa5-be61-f4707c1c3e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:58.308031 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:59.743776 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:57:59.798970 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:00.755507 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:00.756264 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:01.663846 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:58:06.546647 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:16.539432 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:16.541339 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:20.841417 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=14 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:20.842880 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=14 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:24.452758 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-35b408ca-7334-4700-a9ea-a04ec5dd3edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:26.510783 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-a4afb32e-646e-4e6e-b208-599ef629a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:28.311910 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:29.750496 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:29.800523 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:36.556102 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:37.752217 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:37.753036 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:38.663408 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:58:46.548256 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:46.550853 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:48.659367 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:48.660142 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:58:54.455922 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-256811c5-9dc8-4138-91a3-9de973a8e9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:56.512398 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-8aa063b2-bc95-49ca-ad6a-3da13f84521c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:58.313709 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:59.743847 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:58:59.804770 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:06.568376 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:14.759851 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:59:15.662834 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:59:16.562274 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:59:16.564218 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:59:24.467166 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-a63f5b5a-cd52-4f83-a455-97d5374e5eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:25.659122 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:59:25.659877 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:59:26.514411 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b36dc137-b223-41b4-bdbf-08f7e50dfa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:28.315598 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:29.747730 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:29.809766 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:36.568170 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:46.561116 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:59:46.563061 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:59:51.755116 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:59:51.755854 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 15:59:52.662367 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 15:59:54.459475 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9198a56c-b1b4-4831-9a14-6c106fb62085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:56.516229 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-e1435e57-990a-4647-ac37-5314fb5348c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:58.318930 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:59.750358 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 15:59:59.814833 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:02.658365 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:02.659128 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:06.567524 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:16.557464 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:16.563701 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:24.463746 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-259676b9-cf65-49ae-a198-da1f0c0e3471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:26.517935 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0f55-1b75-41dc-928b-55865ae4acd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:28.325720 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:28.751357 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=14 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:28.752335 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=18 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:29.661497 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 16:00:29.755249 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:29.819074 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:36.577798 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:39.656896 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:39.657812 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:46.566452 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:46.573690 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:51.660799 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:51.662087 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:00:54.464652 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-a06062c6-0b00-4336-ba7a-71ba5f4f57e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:56.519496 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-9e15a83b-f1c1-4f64-a8f8-0de9d06c89c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:58.317349 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:59.759180 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:00:59.820247 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:01:05.758552 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:01:05.759580 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=3 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:01:06.591088 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:01:06.662145 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 16:01:16.585012 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:01:16.586749 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:01:22.704196 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:01:22.704959 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:01:24.469527 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-b29f8f40-9c59-4031-8840-19ca51fb4d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7802b0b3-f79f-4e61-b9ee-14f81a494c4e), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:01:26.520667 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-5561852e-0516-42c0-bf54-430663a180f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (fb160c2a-d659-41d0-b2c2-05054a7d69c6), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:01:28.321467 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-80a18de6-cea4-4a42-b768-b3bc7ec019b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (428cac71-7150-41b5-80d1-44bbd9378bf0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:01:29.762368 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-706516f9-a437-4a6b-8c48-91ffcee00618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (569556f2-8a4c-4d5e-b3ac-c23eaa3f6db0), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:01:29.822775 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-1695a6fb-198a-4653-b907-5c62c153f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (8f9293e0-04b3-48c8-8ad0-041ebc0abdaf), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:01:36.593829 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG neutron_lib.callbacks.manager [None req-dca9e87b-50f5-4182-8653-089709cf55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762151926968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021243'] for agent (7bb42d5c-9388-404d-bd40-da60740f5381), after_update {{(pid=112832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 16:01:42.749446 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=2 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:01:42.754768 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG dbcounter [-] [112833] Writing DB stats neutron:SELECT=4 {{(pid=112833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:01:43.662411 dv-cinder-859319-2-iscsi neutron-server[112833]: DEBUG neutron.db.agents_db [None req-ef8fc52d-114e-46ba-8836-d1b0d872278a None None] Agent healthcheck: found 6 active agents {{(pid=112833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 16:01:46.586224 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 16:01:46.589019 dv-cinder-859319-2-iscsi neutron-server[112832]: DEBUG dbcounter [-] [112832] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=112832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}